2024-11-19 17:25:33,207 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-19 17:25:33,220 main DEBUG Took 0.011149 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 17:25:33,221 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 17:25:33,221 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 17:25:33,223 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 17:25:33,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,232 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 17:25:33,249 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,253 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,254 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,255 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,257 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,259 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,260 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,262 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:25:33,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,265 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 17:25:33,267 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:25:33,269 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 17:25:33,271 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 17:25:33,272 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 17:25:33,273 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 17:25:33,274 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 17:25:33,285 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 17:25:33,287 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 17:25:33,289 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 17:25:33,289 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 17:25:33,290 main DEBUG createAppenders(={Console}) 2024-11-19 17:25:33,290 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-19 17:25:33,291 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-19 17:25:33,291 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-19 17:25:33,291 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 17:25:33,292 main DEBUG OutputStream closed 2024-11-19 17:25:33,292 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 17:25:33,292 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 17:25:33,292 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-19 17:25:33,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 17:25:33,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 17:25:33,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 17:25:33,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 17:25:33,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 17:25:33,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 17:25:33,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 17:25:33,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 17:25:33,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 17:25:33,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 17:25:33,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 17:25:33,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 17:25:33,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 17:25:33,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 17:25:33,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 17:25:33,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 17:25:33,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 17:25:33,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 17:25:33,389 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 17:25:33,389 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-19 17:25:33,389 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 17:25:33,390 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-19T17:25:33,641 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4 2024-11-19 17:25:33,643 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 17:25:33,644 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T17:25:33,653 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-19T17:25:33,658 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-19T17:25:33,678 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T17:25:33,724 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T17:25:33,724 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T17:25:33,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:25:33,752 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668, deleteOnExit=true 2024-11-19T17:25:33,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:25:33,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/test.cache.data in system properties and HBase conf 2024-11-19T17:25:33,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:25:33,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:25:33,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:25:33,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:25:33,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:25:33,850 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T17:25:33,939 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:25:33,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:25:33,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:25:33,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:25:33,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:25:33,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:25:33,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:25:33,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:25:33,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:25:33,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:25:33,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:25:33,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:25:33,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:25:33,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:25:33,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:25:34,818 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T17:25:34,903 INFO [Time-limited test {}] log.Log(170): Logging initialized @2433ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T17:25:34,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:25:35,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:25:35,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:25:35,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:25:35,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:25:35,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:25:35,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:25:35,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:25:35,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/java.io.tmpdir/jetty-localhost-43389-hadoop-hdfs-3_4_1-tests_jar-_-any-5690952053359736481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:25:35,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:43389} 2024-11-19T17:25:35,283 INFO [Time-limited test {}] server.Server(415): Started @2814ms 2024-11-19T17:25:35,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:25:35,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:25:35,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:25:35,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:25:35,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:25:35,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:25:35,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:25:35,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/java.io.tmpdir/jetty-localhost-40827-hadoop-hdfs-3_4_1-tests_jar-_-any-11928891243181280823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:25:35,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:40827} 2024-11-19T17:25:35,805 INFO [Time-limited test {}] server.Server(415): Started @3336ms 2024-11-19T17:25:35,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:25:35,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:25:35,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:25:35,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:25:35,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:25:35,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:25:35,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:25:35,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:25:36,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/java.io.tmpdir/jetty-localhost-36735-hadoop-hdfs-3_4_1-tests_jar-_-any-8791382435052330905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:25:36,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:36735} 2024-11-19T17:25:36,125 INFO [Time-limited test {}] server.Server(415): Started @3656ms 2024-11-19T17:25:36,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:25:36,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:25:36,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:25:36,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:25:36,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:25:36,190 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:25:36,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:25:36,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:25:36,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/java.io.tmpdir/jetty-localhost-41229-hadoop-hdfs-3_4_1-tests_jar-_-any-5331133445179166743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:25:36,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:41229} 2024-11-19T17:25:36,322 INFO [Time-limited test {}] server.Server(415): Started @3853ms 2024-11-19T17:25:36,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:25:36,374 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data4/current/BP-1803256716-172.17.0.2-1732037134556/current, will proceed with Du for space computation calculation, 2024-11-19T17:25:36,374 WARN [Thread-118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data3/current/BP-1803256716-172.17.0.2-1732037134556/current, will proceed with Du for space computation calculation, 2024-11-19T17:25:36,374 WARN [Thread-119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data2/current/BP-1803256716-172.17.0.2-1732037134556/current, will proceed with Du for space computation calculation, 2024-11-19T17:25:36,374 WARN [Thread-117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data1/current/BP-1803256716-172.17.0.2-1732037134556/current, will proceed with Du for space computation calculation, 2024-11-19T17:25:36,449 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:25:36,449 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:25:36,485 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data6/current/BP-1803256716-172.17.0.2-1732037134556/current, will proceed with Du for space computation calculation, 2024-11-19T17:25:36,485 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data5/current/BP-1803256716-172.17.0.2-1732037134556/current, will proceed with Du for space computation calculation, 2024-11-19T17:25:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede06bced416d7c6 with lease ID 0x6ccc6ef15bd9d8f: Processing first storage report for DS-274df907-d2c3-4f64-aae2-0486186b6ff2 from datanode DatanodeRegistration(127.0.0.1:45645, datanodeUuid=ab252755-0142-4cc9-a835-d40747058c51, infoPort=37801, infoSecurePort=0, ipcPort=40363, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556) 2024-11-19T17:25:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede06bced416d7c6 with lease ID 0x6ccc6ef15bd9d8f: from storage DS-274df907-d2c3-4f64-aae2-0486186b6ff2 node DatanodeRegistration(127.0.0.1:45645, datanodeUuid=ab252755-0142-4cc9-a835-d40747058c51, infoPort=37801, infoSecurePort=0, ipcPort=40363, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T17:25:36,534 WARN [Thread-107 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:25:36,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x846e8d62eedfc0db with lease ID 0x6ccc6ef15bd9d90: Processing first storage report for DS-89b89026-0fb2-4caa-9021-8e8ee8dee239 from datanode DatanodeRegistration(127.0.0.1:42347, datanodeUuid=722c3f10-db48-4401-b8af-378cf6a01696, infoPort=46233, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556) 2024-11-19T17:25:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x846e8d62eedfc0db with lease ID 0x6ccc6ef15bd9d90: from storage DS-89b89026-0fb2-4caa-9021-8e8ee8dee239 node DatanodeRegistration(127.0.0.1:42347, datanodeUuid=722c3f10-db48-4401-b8af-378cf6a01696, infoPort=46233, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T17:25:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede06bced416d7c6 with lease ID 0x6ccc6ef15bd9d8f: Processing first storage report for DS-00a9e59b-2cf8-4ff8-9d23-e1a52fe147d5 from datanode DatanodeRegistration(127.0.0.1:45645, datanodeUuid=ab252755-0142-4cc9-a835-d40747058c51, infoPort=37801, infoSecurePort=0, ipcPort=40363, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556) 2024-11-19T17:25:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede06bced416d7c6 with lease ID 0x6ccc6ef15bd9d8f: from storage DS-00a9e59b-2cf8-4ff8-9d23-e1a52fe147d5 node DatanodeRegistration(127.0.0.1:45645, datanodeUuid=ab252755-0142-4cc9-a835-d40747058c51, infoPort=37801, infoSecurePort=0, ipcPort=40363, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:25:36,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x846e8d62eedfc0db with lease ID 0x6ccc6ef15bd9d90: Processing first storage report for DS-c4863a2e-64e2-4d6d-a05e-e57b7f2adfe2 from datanode DatanodeRegistration(127.0.0.1:42347, datanodeUuid=722c3f10-db48-4401-b8af-378cf6a01696, infoPort=46233, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556) 2024-11-19T17:25:36,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x846e8d62eedfc0db with lease ID 0x6ccc6ef15bd9d90: from storage DS-c4863a2e-64e2-4d6d-a05e-e57b7f2adfe2 node DatanodeRegistration(127.0.0.1:42347, datanodeUuid=722c3f10-db48-4401-b8af-378cf6a01696, infoPort=46233, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T17:25:36,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf054883e80a20e2 with lease ID 0x6ccc6ef15bd9d91: Processing first storage report for DS-ec94b035-5ef1-490c-ad62-1b8081df1bae from datanode DatanodeRegistration(127.0.0.1:36817, datanodeUuid=aa807ca8-9560-45d7-a7ad-9f0517b03f1b, infoPort=35183, infoSecurePort=0, ipcPort=35353, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556) 2024-11-19T17:25:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf054883e80a20e2 with lease ID 0x6ccc6ef15bd9d91: from storage DS-ec94b035-5ef1-490c-ad62-1b8081df1bae node DatanodeRegistration(127.0.0.1:36817, datanodeUuid=aa807ca8-9560-45d7-a7ad-9f0517b03f1b, infoPort=35183, infoSecurePort=0, ipcPort=35353, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T17:25:36,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf054883e80a20e2 with lease ID 0x6ccc6ef15bd9d91: Processing first storage report for DS-64353d43-ca94-48da-86a5-6942d1cc8da8 from datanode DatanodeRegistration(127.0.0.1:36817, datanodeUuid=aa807ca8-9560-45d7-a7ad-9f0517b03f1b, infoPort=35183, infoSecurePort=0, ipcPort=35353, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556) 2024-11-19T17:25:36,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf054883e80a20e2 with lease ID 0x6ccc6ef15bd9d91: from storage DS-64353d43-ca94-48da-86a5-6942d1cc8da8 node DatanodeRegistration(127.0.0.1:36817, datanodeUuid=aa807ca8-9560-45d7-a7ad-9f0517b03f1b, infoPort=35183, infoSecurePort=0, ipcPort=35353, storageInfo=lv=-57;cid=testClusterID;nsid=1959633618;c=1732037134556), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T17:25:36,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4 2024-11-19T17:25:36,854 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/zookeeper_0, clientPort=61500, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:25:36,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61500 2024-11-19T17:25:36,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:36,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:25:37,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:25:37,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:25:37,510 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc with version=8 2024-11-19T17:25:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/hbase-staging 2024-11-19T17:25:37,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:25:37,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:37,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:37,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:25:37,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:37,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:25:38,010 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:25:38,073 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T17:25:38,082 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T17:25:38,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:25:38,114 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8306 (auto-detected) 2024-11-19T17:25:38,115 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T17:25:38,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46237 2024-11-19T17:25:38,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46237 connecting to ZooKeeper ensemble=127.0.0.1:61500 2024-11-19T17:25:38,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462370x0, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:25:38,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46237-0x10131433c510000 connected 2024-11-19T17:25:38,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:38,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:38,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T17:25:38,251 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc, hbase.cluster.distributed=false 2024-11-19T17:25:38,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T17:25:38,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46237 2024-11-19T17:25:38,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46237 2024-11-19T17:25:38,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46237 2024-11-19T17:25:38,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46237 2024-11-19T17:25:38,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46237 2024-11-19T17:25:38,406 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:25:38,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:38,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:38,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:25:38,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:38,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:25:38,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:25:38,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:25:38,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34373 2024-11-19T17:25:38,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34373 connecting to ZooKeeper ensemble=127.0.0.1:61500 2024-11-19T17:25:38,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:38,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:38,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343730x0, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:25:38,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343730x0, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T17:25:38,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34373-0x10131433c510001 connected 2024-11-19T17:25:38,437 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:25:38,447 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:25:38,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T17:25:38,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T17:25:38,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34373 2024-11-19T17:25:38,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34373 2024-11-19T17:25:38,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34373 2024-11-19T17:25:38,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34373 2024-11-19T17:25:38,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34373 2024-11-19T17:25:38,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:25:38,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:38,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:38,479 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:25:38,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:38,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:25:38,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:25:38,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:25:38,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36123 2024-11-19T17:25:38,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36123 connecting to ZooKeeper ensemble=127.0.0.1:61500 2024-11-19T17:25:38,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:38,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:38,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361230x0, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:25:38,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361230x0, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T17:25:38,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36123-0x10131433c510002 connected 2024-11-19T17:25:38,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:25:38,497 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:25:38,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T17:25:38,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T17:25:38,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36123 2024-11-19T17:25:38,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36123 2024-11-19T17:25:38,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36123 2024-11-19T17:25:38,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36123 2024-11-19T17:25:38,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36123 2024-11-19T17:25:38,529 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:25:38,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:38,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:38,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:25:38,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:25:38,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:25:38,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:25:38,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:25:38,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37005 2024-11-19T17:25:38,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37005 connecting to ZooKeeper ensemble=127.0.0.1:61500 2024-11-19T17:25:38,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:38,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:38,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370050x0, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:25:38,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370050x0, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T17:25:38,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37005-0x10131433c510003 connected 2024-11-19T17:25:38,544 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:25:38,548 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:25:38,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T17:25:38,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T17:25:38,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37005 2024-11-19T17:25:38,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37005 2024-11-19T17:25:38,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37005 2024-11-19T17:25:38,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37005 2024-11-19T17:25:38,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37005 2024-11-19T17:25:38,580 DEBUG [M:0;280a42d09ec8:46237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:46237 2024-11-19T17:25:38,582 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/280a42d09ec8,46237,1732037137620 2024-11-19T17:25:38,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T17:25:38,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T17:25:38,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T17:25:38,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T17:25:38,592 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/280a42d09ec8,46237,1732037137620 2024-11-19T17:25:38,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T17:25:38,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T17:25:38,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:38,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T17:25:38,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:38,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:38,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:38,614 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T17:25:38,616 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/280a42d09ec8,46237,1732037137620 from backup master directory 2024-11-19T17:25:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/280a42d09ec8,46237,1732037137620 2024-11-19T17:25:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T17:25:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T17:25:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T17:25:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T17:25:38,620 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:25:38,620 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,46237,1732037137620 2024-11-19T17:25:38,622 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T17:25:38,624 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T17:25:38,683 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/hbase.id] with ID: 1f79415c-2485-4093-a45f-1826af2a0101 2024-11-19T17:25:38,683 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/.tmp/hbase.id 2024-11-19T17:25:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:25:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:25:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:25:38,700 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/.tmp/hbase.id]:[hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/hbase.id] 2024-11-19T17:25:38,747 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:25:38,752 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:25:38,772 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-19T17:25:38,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:38,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:38,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:38,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:38,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:25:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:25:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:25:38,812 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:25:38,814 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:25:38,820 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:38,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:25:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:25:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:25:38,873 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store 2024-11-19T17:25:38,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:25:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:25:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:25:38,901 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T17:25:38,904 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:38,906 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:25:38,906 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:25:38,906 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:25:38,908 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:25:38,908 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:25:38,908 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:25:38,909 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732037138905Disabling compacts and flushes for region at 1732037138905Disabling writes for close at 1732037138908 (+3 ms)Writing region close event to WAL at 1732037138908Closed at 1732037138908 2024-11-19T17:25:38,911 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/.initializing 2024-11-19T17:25:38,912 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/WALs/280a42d09ec8,46237,1732037137620 2024-11-19T17:25:38,920 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:38,935 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C46237%2C1732037137620, suffix=, logDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/WALs/280a42d09ec8,46237,1732037137620, archiveDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/oldWALs, maxLogs=10 2024-11-19T17:25:38,967 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/WALs/280a42d09ec8,46237,1732037137620/280a42d09ec8%2C46237%2C1732037137620.1732037138940, exclude list is [], retry=0 2024-11-19T17:25:38,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:38,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:38,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:38,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:38,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T17:25:39,035 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/WALs/280a42d09ec8,46237,1732037137620/280a42d09ec8%2C46237%2C1732037137620.1732037138940 2024-11-19T17:25:39,036 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:25:39,037 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:39,037 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:39,041 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,042 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:25:39,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:39,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:25:39,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:25:39,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:39,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:39,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:25:39,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:39,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:39,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:25:39,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:39,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:39,130 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,134 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,136 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,141 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,141 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,145 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:25:39,148 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:25:39,152 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:39,153 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58855042, jitterRate=-0.12299153208732605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:25:39,160 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732037139055Initializing all the Stores at 1732037139058 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732037139058Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037139059 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037139059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037139059Cleaning up temporary data from old regions at 1732037139141 (+82 ms)Region opened successfully at 1732037139159 (+18 ms) 2024-11-19T17:25:39,161 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:25:39,196 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3504b591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:25:39,230 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:25:39,243 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:25:39,243 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:25:39,246 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:25:39,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T17:25:39,253 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-19T17:25:39,253 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:25:39,280 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:25:39,290 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T17:25:39,293 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T17:25:39,296 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:25:39,297 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:25:39,299 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T17:25:39,301 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:25:39,304 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:25:39,305 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T17:25:39,307 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:25:39,308 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T17:25:39,328 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:25:39,331 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T17:25:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T17:25:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T17:25:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T17:25:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T17:25:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,339 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,46237,1732037137620, sessionid=0x10131433c510000, setting cluster-up flag (Was=false) 2024-11-19T17:25:39,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,359 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T17:25:39,361 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,46237,1732037137620 2024-11-19T17:25:39,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:39,373 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T17:25:39,374 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,46237,1732037137620 2024-11-19T17:25:39,381 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:25:39,461 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(746): ClusterId : 1f79415c-2485-4093-a45f-1826af2a0101 2024-11-19T17:25:39,461 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(746): ClusterId : 1f79415c-2485-4093-a45f-1826af2a0101 2024-11-19T17:25:39,461 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(746): ClusterId : 1f79415c-2485-4093-a45f-1826af2a0101 2024-11-19T17:25:39,464 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:25:39,464 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:25:39,464 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:25:39,470 INFO [AsyncFSWAL-0-hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData-prefix:280a42d09ec8,46237,1732037137620 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-19T17:25:39,471 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:25:39,471 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:25:39,471 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:25:39,471 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:25:39,471 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:25:39,471 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:25:39,475 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:25:39,475 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:25:39,475 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:25:39,476 DEBUG [RS:0;280a42d09ec8:34373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749b8ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:25:39,476 DEBUG [RS:1;280a42d09ec8:36123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba7f481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:25:39,476 DEBUG [RS:2;280a42d09ec8:37005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e492d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:25:39,488 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:25:39,492 DEBUG [RS:0;280a42d09ec8:34373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:34373 2024-11-19T17:25:39,495 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:25:39,495 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:25:39,495 DEBUG [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:25:39,498 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,46237,1732037137620 with port=34373, startcode=1732037138360 2024-11-19T17:25:39,499 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:25:39,502 DEBUG [RS:1;280a42d09ec8:36123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;280a42d09ec8:36123 2024-11-19T17:25:39,502 DEBUG [RS:2;280a42d09ec8:37005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;280a42d09ec8:37005 2024-11-19T17:25:39,502 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:25:39,503 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:25:39,503 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:25:39,503 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:25:39,503 DEBUG [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:25:39,503 DEBUG [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:25:39,504 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,46237,1732037137620 with port=36123, startcode=1732037138478 2024-11-19T17:25:39,504 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,46237,1732037137620 with port=37005, startcode=1732037138529 2024-11-19T17:25:39,508 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:25:39,510 DEBUG [RS:0;280a42d09ec8:34373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:25:39,510 DEBUG [RS:1;280a42d09ec8:36123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:25:39,510 DEBUG [RS:2;280a42d09ec8:37005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:25:39,514 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,46237,1732037137620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:25:39,527 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:25:39,527 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:25:39,528 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:25:39,528 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:25:39,528 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:25:39,528 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,529 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:25:39,529 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,543 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732037169543 2024-11-19T17:25:39,546 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:25:39,547 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:25:39,552 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:25:39,553 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:25:39,553 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:25:39,553 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:25:39,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:25:39,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:25:39,564 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:25:39,564 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:25:39,560 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,565 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:25:39,566 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:25:39,567 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:25:39,567 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:25:39,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:39,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:25:39,570 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:25:39,570 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:25:39,572 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732037139571,5,FailOnTimeoutGroup] 2024-11-19T17:25:39,572 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46237 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T17:25:39,576 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732037139573,5,FailOnTimeoutGroup] 2024-11-19T17:25:39,576 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,577 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:25:39,578 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,579 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,34373,1732037138360 2024-11-19T17:25:39,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46237 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,34373,1732037138360 2024-11-19T17:25:39,592 DEBUG [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc 2024-11-19T17:25:39,592 DEBUG [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40119 2024-11-19T17:25:39,592 DEBUG [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:25:39,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T17:25:39,597 DEBUG [RS:0;280a42d09ec8:34373 {}] zookeeper.ZKUtil(111): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/280a42d09ec8,34373,1732037138360 2024-11-19T17:25:39,597 WARN [RS:0;280a42d09ec8:34373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:25:39,597 INFO [RS:0;280a42d09ec8:34373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:39,598 DEBUG [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,34373,1732037138360 2024-11-19T17:25:39,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,34373,1732037138360] 2024-11-19T17:25:39,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,37005,1732037138529 2024-11-19T17:25:39,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46237 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,37005,1732037138529 2024-11-19T17:25:39,640 DEBUG [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc 2024-11-19T17:25:39,640 DEBUG [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40119 2024-11-19T17:25:39,640 DEBUG [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:25:39,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:25:39,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:25:39,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:25:39,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:25:39,645 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc 2024-11-19T17:25:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T17:25:39,651 DEBUG [RS:2;280a42d09ec8:37005 {}] zookeeper.ZKUtil(111): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/280a42d09ec8,37005,1732037138529 2024-11-19T17:25:39,652 WARN [RS:2;280a42d09ec8:37005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:25:39,652 INFO [RS:2;280a42d09ec8:37005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:39,652 DEBUG [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529 2024-11-19T17:25:39,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,37005,1732037138529] 2024-11-19T17:25:39,654 DEBUG [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T17:25:39,654 WARN [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T17:25:39,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741832_1008 (size=32) 2024-11-19T17:25:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741832_1008 (size=32) 2024-11-19T17:25:39,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741832_1008 (size=32) 2024-11-19T17:25:39,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:39,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:25:39,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:25:39,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:39,680 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:25:39,680 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:25:39,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:25:39,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:25:39,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:25:39,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:39,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:25:39,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:25:39,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:25:39,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:39,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:25:39,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:25:39,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:25:39,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:39,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:25:39,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:25:39,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740 2024-11-19T17:25:39,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740 2024-11-19T17:25:39,698 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:25:39,698 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:25:39,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:25:39,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:25:39,700 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:25:39,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:25:39,705 INFO [RS:2;280a42d09ec8:37005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:25:39,705 INFO [RS:0;280a42d09ec8:34373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:25:39,706 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,706 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,707 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:25:39,707 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:25:39,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:39,710 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71511450, jitterRate=0.06560364365577698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:25:39,713 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:25:39,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732037139673Initializing all the Stores at 1732037139675 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732037139675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732037139675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037139675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732037139675Cleaning up temporary data from old regions at 1732037139699 (+24 ms)Region opened successfully at 1732037139713 (+14 ms) 2024-11-19T17:25:39,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:25:39,714 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:25:39,714 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:25:39,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:25:39,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:25:39,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:25:39,715 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,715 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,716 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,716 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:25:39,717 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:25:39,717 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:25:39,717 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732037139714Disabling compacts and flushes for region at 1732037139714Disabling writes for close at 1732037139714Writing region close event to WAL at 1732037139716 (+2 ms)Closed at 1732037139716 2024-11-19T17:25:39,717 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,717 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,717 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,717 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,717 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,717 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,717 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,717 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,718 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,718 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,718 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,718 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:25:39,718 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:25:39,718 DEBUG [RS:2;280a42d09ec8:37005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:25:39,718 DEBUG [RS:0;280a42d09ec8:34373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:25:39,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:25:39,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:25:39,725 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,725 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,725 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,725 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,725 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,725 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,725 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,725 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,726 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37005,1732037138529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:25:39,726 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,726 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,726 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34373,1732037138360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:25:39,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:25:39,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:25:39,746 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:25:39,754 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:25:39,754 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:25:39,756 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,46237,1732037137620 with port=36123, startcode=1732037138478 2024-11-19T17:25:39,757 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34373,1732037138360-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,757 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37005,1732037138529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,757 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,757 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,757 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.Replication(171): 280a42d09ec8,37005,1732037138529 started 2024-11-19T17:25:39,757 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.Replication(171): 280a42d09ec8,34373,1732037138360 started 2024-11-19T17:25:39,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,36123,1732037138478 2024-11-19T17:25:39,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46237 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,36123,1732037138478 2024-11-19T17:25:39,762 DEBUG [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc 2024-11-19T17:25:39,762 DEBUG [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40119 2024-11-19T17:25:39,762 DEBUG [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:25:39,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T17:25:39,766 DEBUG [RS:1;280a42d09ec8:36123 {}] zookeeper.ZKUtil(111): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/280a42d09ec8,36123,1732037138478 2024-11-19T17:25:39,766 WARN [RS:1;280a42d09ec8:36123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:25:39,766 INFO [RS:1;280a42d09ec8:36123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:39,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,36123,1732037138478] 2024-11-19T17:25:39,766 DEBUG [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,36123,1732037138478 2024-11-19T17:25:39,778 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:25:39,783 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,783 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,784 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,34373,1732037138360, RpcServer on 280a42d09ec8/172.17.0.2:34373, sessionid=0x10131433c510001 2024-11-19T17:25:39,784 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,37005,1732037138529, RpcServer on 280a42d09ec8/172.17.0.2:37005, sessionid=0x10131433c510003 2024-11-19T17:25:39,784 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:25:39,785 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:25:39,785 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:25:39,785 DEBUG [RS:2;280a42d09ec8:37005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,37005,1732037138529 2024-11-19T17:25:39,785 DEBUG [RS:0;280a42d09ec8:34373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,34373,1732037138360 2024-11-19T17:25:39,785 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,34373,1732037138360' 2024-11-19T17:25:39,785 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,37005,1732037138529' 2024-11-19T17:25:39,785 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T17:25:39,785 INFO [RS:1;280a42d09ec8:36123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:25:39,785 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T17:25:39,785 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,786 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:25:39,786 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T17:25:39,786 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T17:25:39,787 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:25:39,787 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:25:39,787 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:25:39,787 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:25:39,787 DEBUG [RS:2;280a42d09ec8:37005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,37005,1732037138529 2024-11-19T17:25:39,787 DEBUG [RS:0;280a42d09ec8:34373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,34373,1732037138360 2024-11-19T17:25:39,787 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,37005,1732037138529' 2024-11-19T17:25:39,787 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,34373,1732037138360' 2024-11-19T17:25:39,787 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T17:25:39,787 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T17:25:39,787 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:25:39,788 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,788 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,788 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T17:25:39,788 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,788 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T17:25:39,788 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,788 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,788 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,789 DEBUG [RS:2;280a42d09ec8:37005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:25:39,789 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:25:39,789 DEBUG [RS:0;280a42d09ec8:34373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:25:39,789 INFO [RS:2;280a42d09ec8:37005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:25:39,789 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,789 INFO [RS:0;280a42d09ec8:34373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:25:39,789 INFO [RS:0;280a42d09ec8:34373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:25:39,789 INFO [RS:2;280a42d09ec8:37005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:25:39,789 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,789 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,789 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,789 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,789 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:25:39,789 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:25:39,789 DEBUG [RS:1;280a42d09ec8:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:25:39,796 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,797 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,797 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,797 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,797 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,797 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36123,1732037138478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:25:39,814 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:25:39,814 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36123,1732037138478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,814 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,814 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.Replication(171): 280a42d09ec8,36123,1732037138478 started 2024-11-19T17:25:39,831 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:39,832 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,36123,1732037138478, RpcServer on 280a42d09ec8/172.17.0.2:36123, sessionid=0x10131433c510002 2024-11-19T17:25:39,832 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:25:39,832 DEBUG [RS:1;280a42d09ec8:36123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,36123,1732037138478 2024-11-19T17:25:39,832 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,36123,1732037138478' 2024-11-19T17:25:39,832 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T17:25:39,833 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T17:25:39,834 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:25:39,834 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:25:39,834 DEBUG [RS:1;280a42d09ec8:36123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,36123,1732037138478 2024-11-19T17:25:39,834 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,36123,1732037138478' 2024-11-19T17:25:39,834 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T17:25:39,834 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T17:25:39,835 DEBUG [RS:1;280a42d09ec8:36123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:25:39,835 INFO [RS:1;280a42d09ec8:36123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:25:39,835 INFO [RS:1;280a42d09ec8:36123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:25:39,894 INFO [RS:0;280a42d09ec8:34373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:39,895 INFO [RS:2;280a42d09ec8:37005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:39,897 WARN [280a42d09ec8:46237 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T17:25:39,898 INFO [RS:0;280a42d09ec8:34373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C34373%2C1732037138360, suffix=, logDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,34373,1732037138360, archiveDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/oldWALs, maxLogs=32 2024-11-19T17:25:39,898 INFO [RS:2;280a42d09ec8:37005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C37005%2C1732037138529, suffix=, logDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529, archiveDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/oldWALs, maxLogs=32 2024-11-19T17:25:39,918 DEBUG [RS:0;280a42d09ec8:34373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,34373,1732037138360/280a42d09ec8%2C34373%2C1732037138360.1732037139902, exclude list is [], retry=0 2024-11-19T17:25:39,919 DEBUG [RS:2;280a42d09ec8:37005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529/280a42d09ec8%2C37005%2C1732037138529.1732037139902, exclude list is [], retry=0 2024-11-19T17:25:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:39,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:39,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:39,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:39,934 INFO [RS:0;280a42d09ec8:34373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,34373,1732037138360/280a42d09ec8%2C34373%2C1732037138360.1732037139902 2024-11-19T17:25:39,936 INFO [RS:1;280a42d09ec8:36123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:39,939 INFO [RS:1;280a42d09ec8:36123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C36123%2C1732037138478, suffix=, logDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,36123,1732037138478, archiveDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/oldWALs, maxLogs=32 2024-11-19T17:25:39,939 DEBUG [RS:0;280a42d09ec8:34373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:25:39,943 INFO [RS:2;280a42d09ec8:37005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529/280a42d09ec8%2C37005%2C1732037138529.1732037139902 2024-11-19T17:25:39,944 DEBUG [RS:2;280a42d09ec8:37005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:25:39,960 DEBUG [RS:1;280a42d09ec8:36123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,36123,1732037138478/280a42d09ec8%2C36123%2C1732037138478.1732037139941, exclude list is [], retry=0 2024-11-19T17:25:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:39,970 INFO [RS:1;280a42d09ec8:36123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,36123,1732037138478/280a42d09ec8%2C36123%2C1732037138478.1732037139941 2024-11-19T17:25:39,970 DEBUG [RS:1;280a42d09ec8:36123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:25:40,151 DEBUG [280a42d09ec8:46237 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T17:25:40,160 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(204): Hosts are {280a42d09ec8=0} racks are {/default-rack=0} 2024-11-19T17:25:40,167 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T17:25:40,167 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T17:25:40,167 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T17:25:40,167 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T17:25:40,167 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T17:25:40,167 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T17:25:40,167 INFO [280a42d09ec8:46237 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T17:25:40,167 INFO [280a42d09ec8:46237 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T17:25:40,167 INFO [280a42d09ec8:46237 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T17:25:40,167 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T17:25:40,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,36123,1732037138478 2024-11-19T17:25:40,180 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,36123,1732037138478, state=OPENING 2024-11-19T17:25:40,185 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:25:40,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:40,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:40,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:40,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:25:40,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T17:25:40,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T17:25:40,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T17:25:40,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T17:25:40,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:25:40,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,36123,1732037138478}] 2024-11-19T17:25:40,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:25:40,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:25:40,384 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:25:40,385 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:40,386 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:25:40,389 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C36123%2C1732037138478.meta, suffix=.meta, logDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,36123,1732037138478, archiveDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/oldWALs, maxLogs=32 2024-11-19T17:25:40,405 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,36123,1732037138478/280a42d09ec8%2C36123%2C1732037138478.meta.1732037140391.meta, exclude list is [], retry=0 2024-11-19T17:25:40,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:40,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:40,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:40,413 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,36123,1732037138478/280a42d09ec8%2C36123%2C1732037138478.meta.1732037140391.meta 2024-11-19T17:25:40,413 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:25:40,413 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:40,415 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:25:40,418 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:25:40,423 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:25:40,428 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:25:40,428 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:40,429 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:25:40,429 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:25:40,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:25:40,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:25:40,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:40,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:25:40,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:25:40,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:25:40,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:40,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:25:40,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:25:40,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:25:40,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:25:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:25:40,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:25:40,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:40,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:25:40,441 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:25:40,442 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740 2024-11-19T17:25:40,444 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740 2024-11-19T17:25:40,447 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:25:40,447 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:25:40,447 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:25:40,450 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:25:40,451 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69936745, jitterRate=0.042138710618019104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:25:40,452 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:25:40,453 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732037140429Writing region info on filesystem at 1732037140429Initializing all the Stores at 1732037140431 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732037140431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732037140432 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037140432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732037140432Cleaning up temporary data from old regions at 1732037140447 (+15 ms)Running coprocessor post-open hooks at 1732037140452 (+5 ms)Region opened successfully at 1732037140453 (+1 ms) 2024-11-19T17:25:40,461 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732037140358 2024-11-19T17:25:40,474 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:25:40,474 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:25:40,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,36123,1732037138478 2024-11-19T17:25:40,477 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,36123,1732037138478, state=OPEN 2024-11-19T17:25:40,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T17:25:40,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T17:25:40,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T17:25:40,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T17:25:40,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T17:25:40,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T17:25:40,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T17:25:40,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T17:25:40,481 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,36123,1732037138478 2024-11-19T17:25:40,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:25:40,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,36123,1732037138478 in 290 msec 2024-11-19T17:25:40,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:25:40,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-11-19T17:25:40,522 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:25:40,522 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:25:40,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:25:40,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36123,1732037138478, seqNum=-1] 2024-11-19T17:25:40,581 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:25:40,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:25:40,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-19T17:25:40,603 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732037140603, completionTime=-1 2024-11-19T17:25:40,606 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T17:25:40,606 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:25:40,634 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-19T17:25:40,634 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732037200634 2024-11-19T17:25:40,634 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732037260634 2024-11-19T17:25:40,634 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-19T17:25:40,642 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T17:25:40,650 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46237,1732037137620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:40,650 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46237,1732037137620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:40,650 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46237,1732037137620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:40,652 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:46237, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:40,652 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:40,653 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:40,659 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:25:40,681 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.061sec 2024-11-19T17:25:40,687 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:25:40,688 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:25:40,689 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:25:40,690 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:25:40,690 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:25:40,691 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46237,1732037137620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:25:40,691 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46237,1732037137620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:25:40,697 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:25:40,698 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:25:40,698 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46237,1732037137620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:40,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df89a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:25:40,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,46237,-1 for getting cluster id 2024-11-19T17:25:40,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:25:40,790 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f79415c-2485-4093-a45f-1826af2a0101' 2024-11-19T17:25:40,792 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:25:40,793 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f79415c-2485-4093-a45f-1826af2a0101" 2024-11-19T17:25:40,793 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7242bc03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:25:40,793 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,46237,-1] 2024-11-19T17:25:40,796 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:25:40,798 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:25:40,799 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:25:40,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c70c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:25:40,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:25:40,819 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36123,1732037138478, seqNum=-1] 2024-11-19T17:25:40,820 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:25:40,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:25:40,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,46237,1732037137620 2024-11-19T17:25:40,848 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:40119/hbase 2024-11-19T17:25:40,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=366, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=6642 2024-11-19T17:25:40,900 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:40,904 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:40,905 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:40,911 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83592685, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-83592685, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:40,936 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83592685/hregion-83592685.1732037140913, exclude list is [], retry=0 2024-11-19T17:25:40,941 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:40,941 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:40,942 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:40,946 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83592685/hregion-83592685.1732037140913 2024-11-19T17:25:40,946 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:25:40,947 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f2aa8ccd376df039df700cadf44e61b0, NAME => 'testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:25:40,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741838_1014 (size=64) 2024-11-19T17:25:40,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741838_1014 (size=64) 2024-11-19T17:25:40,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741838_1014 (size=64) 2024-11-19T17:25:40,973 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:40,976 INFO [StoreOpener-f2aa8ccd376df039df700cadf44e61b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:40,979 INFO [StoreOpener-f2aa8ccd376df039df700cadf44e61b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2aa8ccd376df039df700cadf44e61b0 columnFamilyName a 2024-11-19T17:25:40,979 DEBUG [StoreOpener-f2aa8ccd376df039df700cadf44e61b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:40,980 INFO [StoreOpener-f2aa8ccd376df039df700cadf44e61b0-1 {}] regionserver.HStore(327): Store=f2aa8ccd376df039df700cadf44e61b0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:40,980 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:40,982 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:40,982 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:40,983 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:40,983 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:40,987 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:40,991 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:40,992 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f2aa8ccd376df039df700cadf44e61b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70224079, jitterRate=0.046420320868492126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T17:25:40,993 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f2aa8ccd376df039df700cadf44e61b0: Writing region info on filesystem at 1732037140974Initializing all the Stores at 1732037140975 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037140975Cleaning up temporary data from old regions at 1732037140983 (+8 ms)Region opened successfully at 1732037140993 (+10 ms) 2024-11-19T17:25:40,993 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f2aa8ccd376df039df700cadf44e61b0, disabling compactions & flushes 2024-11-19T17:25:40,993 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0. 2024-11-19T17:25:40,993 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0. 2024-11-19T17:25:40,993 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0. after waiting 0 ms 2024-11-19T17:25:40,993 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0. 2024-11-19T17:25:40,994 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0. 2024-11-19T17:25:40,994 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f2aa8ccd376df039df700cadf44e61b0: Waiting for close lock at 1732037140993Disabling compacts and flushes for region at 1732037140993Disabling writes for close at 1732037140993Writing region close event to WAL at 1732037140994 (+1 ms)Closed at 1732037140994 2024-11-19T17:25:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741837_1013 (size=95) 2024-11-19T17:25:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741837_1013 (size=95) 2024-11-19T17:25:41,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741837_1013 (size=95) 2024-11-19T17:25:41,010 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:41,010 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83592685:(num 1732037140913) 2024-11-19T17:25:41,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T17:25:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741839_1015 (size=320) 2024-11-19T17:25:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741839_1015 (size=320) 2024-11-19T17:25:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741839_1015 (size=320) 2024-11-19T17:25:41,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T17:25:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741840_1016 (size=253) 2024-11-19T17:25:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741840_1016 (size=253) 2024-11-19T17:25:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741840_1016 (size=253) 2024-11-19T17:25:41,079 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1, size=320 (320bytes) 2024-11-19T17:25:41,080 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T17:25:41,080 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T17:25:41,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1 2024-11-19T17:25:41,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1 after 4ms 2024-11-19T17:25:41,093 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:41,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1 took 16ms 2024-11-19T17:25:41,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1 so closing down 2024-11-19T17:25:41,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:41,111 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-19T17:25:41,114 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000001-wal-1.temp 2024-11-19T17:25:41,115 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741841_1017 (size=320) 2024-11-19T17:25:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741841_1017 (size=320) 2024-11-19T17:25:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741841_1017 (size=320) 2024-11-19T17:25:41,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T17:25:41,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002 2024-11-19T17:25:41,143 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-19T17:25:41,143 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1, journal: Splitting hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1, size=320 (320bytes) at 1732037141079Finishing writing output for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1 so closing down at 1732037141108 (+29 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000001-wal-1.temp at 1732037141114 (+6 ms)3 split writer threads finished at 1732037141115 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732037141135 (+20 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002 at 1732037141138 (+3 ms)Processed 2 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732037141143 (+5 ms) 2024-11-19T17:25:41,163 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2, size=253 (253bytes) 2024-11-19T17:25:41,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2 2024-11-19T17:25:41,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2 after 1ms 2024-11-19T17:25:41,169 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:41,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2 took 6ms 2024-11-19T17:25:41,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2 so closing down 2024-11-19T17:25:41,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:41,175 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-19T17:25:41,177 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002-wal-2.temp 2024-11-19T17:25:41,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:41,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741842_1018 (size=253) 2024-11-19T17:25:41,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741842_1018 (size=253) 2024-11-19T17:25:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741842_1018 (size=253) 2024-11-19T17:25:41,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T17:25:41,196 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:41,199 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-19T17:25:41,201 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-19T17:25:41,201 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2, journal: Splitting hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2, size=253 (253bytes) at 1732037141163Finishing writing output for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2 so closing down at 1732037141172 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002-wal-2.temp at 1732037141177 (+5 ms)3 split writer threads finished at 1732037141177Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732037141189 (+12 ms)Processed 1 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732037141201 (+12 ms) 2024-11-19T17:25:41,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:41,204 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:41,218 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal.1732037141204, exclude list is [], retry=0 2024-11-19T17:25:41,223 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:41,224 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:41,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:41,229 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal.1732037141204 2024-11-19T17:25:41,230 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:25:41,230 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f2aa8ccd376df039df700cadf44e61b0, NAME => 'testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:41,230 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:41,231 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:41,231 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:41,236 INFO [StoreOpener-f2aa8ccd376df039df700cadf44e61b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:41,238 INFO [StoreOpener-f2aa8ccd376df039df700cadf44e61b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2aa8ccd376df039df700cadf44e61b0 columnFamilyName a 2024-11-19T17:25:41,238 DEBUG [StoreOpener-f2aa8ccd376df039df700cadf44e61b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:41,239 INFO [StoreOpener-f2aa8ccd376df039df700cadf44e61b0-1 {}] regionserver.HStore(327): Store=f2aa8ccd376df039df700cadf44e61b0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:41,240 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:41,241 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:41,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:41,246 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002 2024-11-19T17:25:41,251 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:41,258 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002 2024-11-19T17:25:41,262 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f2aa8ccd376df039df700cadf44e61b0 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-19T17:25:41,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/.tmp/a/94a9900b72184a6d997bba2883cbed0f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732037141010/Put/seqid=0 2024-11-19T17:25:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741844_1020 (size=5170) 2024-11-19T17:25:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741844_1020 (size=5170) 2024-11-19T17:25:41,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741844_1020 (size=5170) 2024-11-19T17:25:41,338 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/.tmp/a/94a9900b72184a6d997bba2883cbed0f 2024-11-19T17:25:41,388 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/.tmp/a/94a9900b72184a6d997bba2883cbed0f as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/a/94a9900b72184a6d997bba2883cbed0f 2024-11-19T17:25:41,398 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/a/94a9900b72184a6d997bba2883cbed0f, entries=2, sequenceid=2, filesize=5.0 K 2024-11-19T17:25:41,406 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f2aa8ccd376df039df700cadf44e61b0 in 141ms, sequenceid=2, compaction requested=false; wal=null 2024-11-19T17:25:41,408 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/0000000000000000002 2024-11-19T17:25:41,409 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:41,409 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:41,427 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f2aa8ccd376df039df700cadf44e61b0 2024-11-19T17:25:41,431 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/f2aa8ccd376df039df700cadf44e61b0/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-19T17:25:41,433 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f2aa8ccd376df039df700cadf44e61b0; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64595406, jitterRate=-0.03745344281196594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T17:25:41,435 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f2aa8ccd376df039df700cadf44e61b0: Writing region info on filesystem at 1732037141231Initializing all the Stores at 1732037141233 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037141233Obtaining lock to block concurrent updates at 1732037141262 (+29 ms)Preparing flush snapshotting stores in f2aa8ccd376df039df700cadf44e61b0 at 1732037141262Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732037141265 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732037140901.f2aa8ccd376df039df700cadf44e61b0. at 1732037141265Flushing f2aa8ccd376df039df700cadf44e61b0/a: creating writer at 1732037141267 (+2 ms)Flushing f2aa8ccd376df039df700cadf44e61b0/a: appending metadata at 1732037141309 (+42 ms)Flushing f2aa8ccd376df039df700cadf44e61b0/a: closing flushed file at 1732037141313 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69972cb2: reopening flushed file at 1732037141386 (+73 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f2aa8ccd376df039df700cadf44e61b0 in 141ms, sequenceid=2, compaction requested=false; wal=null at 1732037141406 (+20 ms)Cleaning up temporary data from old regions at 1732037141409 (+3 ms)Region opened successfully at 1732037141435 (+26 ms) 2024-11-19T17:25:41,468 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=377 (was 366) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40119/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:44784 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:37766 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:47492 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:50494 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:40392 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=6629 (was 6642) 2024-11-19T17:25:41,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=6629 2024-11-19T17:25:41,506 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:41,510 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:41,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:41,515 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-22283224, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-22283224, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:41,530 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-22283224/hregion-22283224.1732037141516, exclude list is [], retry=0 2024-11-19T17:25:41,535 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:41,535 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:41,536 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:41,539 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-22283224/hregion-22283224.1732037141516 2024-11-19T17:25:41,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:25:41,540 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8579b5b132ff34c2f21626ea6c3ba836, NAME => 'testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:25:41,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741846_1022 (size=64) 2024-11-19T17:25:41,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741846_1022 (size=64) 2024-11-19T17:25:41,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741846_1022 (size=64) 2024-11-19T17:25:41,557 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:41,559 INFO [StoreOpener-8579b5b132ff34c2f21626ea6c3ba836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,562 INFO [StoreOpener-8579b5b132ff34c2f21626ea6c3ba836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8579b5b132ff34c2f21626ea6c3ba836 columnFamilyName a 2024-11-19T17:25:41,562 DEBUG [StoreOpener-8579b5b132ff34c2f21626ea6c3ba836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:41,562 INFO [StoreOpener-8579b5b132ff34c2f21626ea6c3ba836-1 {}] regionserver.HStore(327): Store=8579b5b132ff34c2f21626ea6c3ba836/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:41,563 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,564 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,564 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,565 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,565 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,568 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,571 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:41,571 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8579b5b132ff34c2f21626ea6c3ba836; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69811383, jitterRate=0.040270671248435974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T17:25:41,572 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8579b5b132ff34c2f21626ea6c3ba836: Writing region info on filesystem at 1732037141557Initializing all the Stores at 1732037141559 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037141559Cleaning up temporary data from old regions at 1732037141565 (+6 ms)Region opened successfully at 1732037141572 (+7 ms) 2024-11-19T17:25:41,572 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8579b5b132ff34c2f21626ea6c3ba836, disabling compactions & flushes 2024-11-19T17:25:41,572 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836. 2024-11-19T17:25:41,572 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836. 2024-11-19T17:25:41,572 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836. after waiting 0 ms 2024-11-19T17:25:41,572 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836. 2024-11-19T17:25:41,573 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836. 2024-11-19T17:25:41,573 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8579b5b132ff34c2f21626ea6c3ba836: Waiting for close lock at 1732037141572Disabling compacts and flushes for region at 1732037141572Disabling writes for close at 1732037141572Writing region close event to WAL at 1732037141572Closed at 1732037141572 2024-11-19T17:25:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741845_1021 (size=95) 2024-11-19T17:25:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741845_1021 (size=95) 2024-11-19T17:25:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741845_1021 (size=95) 2024-11-19T17:25:41,580 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:41,580 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-22283224:(num 1732037141516) 2024-11-19T17:25:41,581 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T17:25:41,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741847_1023 (size=320) 2024-11-19T17:25:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741847_1023 (size=320) 2024-11-19T17:25:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741847_1023 (size=320) 2024-11-19T17:25:41,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T17:25:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741848_1024 (size=253) 2024-11-19T17:25:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741848_1024 (size=253) 2024-11-19T17:25:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741848_1024 (size=253) 2024-11-19T17:25:41,629 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2, size=253 (253bytes) 2024-11-19T17:25:41,629 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2 2024-11-19T17:25:41,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2 after 1ms 2024-11-19T17:25:41,635 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:41,635 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2 took 6ms 2024-11-19T17:25:41,637 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2 so closing down 2024-11-19T17:25:41,638 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:41,640 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-19T17:25:41,642 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002-wal-2.temp 2024-11-19T17:25:41,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:41,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741849_1025 (size=253) 2024-11-19T17:25:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741849_1025 (size=253) 2024-11-19T17:25:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741849_1025 (size=253) 2024-11-19T17:25:41,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T17:25:41,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002 2024-11-19T17:25:41,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-19T17:25:41,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2, journal: Splitting hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2, size=253 (253bytes) at 1732037141629Finishing writing output for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2 so closing down at 1732037141638 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002-wal-2.temp at 1732037141642 (+4 ms)3 split writer threads finished at 1732037141642Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732037141652 (+10 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002 at 1732037141654 (+2 ms)Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732037141655 (+1 ms) 2024-11-19T17:25:41,675 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1, size=320 (320bytes) 2024-11-19T17:25:41,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1 2024-11-19T17:25:41,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1 after 1ms 2024-11-19T17:25:41,681 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:41,681 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1 took 6ms 2024-11-19T17:25:41,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1 so closing down 2024-11-19T17:25:41,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:41,686 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-19T17:25:41,688 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000001-wal-1.temp 2024-11-19T17:25:41,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:41,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741850_1026 (size=320) 2024-11-19T17:25:41,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741850_1026 (size=320) 2024-11-19T17:25:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741850_1026 (size=320) 2024-11-19T17:25:41,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T17:25:41,702 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:41,705 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002, length=253 2024-11-19T17:25:41,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002 2024-11-19T17:25:41,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-19T17:25:41,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1, journal: Splitting hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1, size=320 (320bytes) at 1732037141675Finishing writing output for hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1 so closing down at 1732037141684 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000001-wal-1.temp at 1732037141688 (+4 ms)3 split writer threads finished at 1732037141688Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732037141698 (+10 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002 at 1732037141707 (+9 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732037141707 2024-11-19T17:25:41,707 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:41,710 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:41,728 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal.1732037141710, exclude list is [], retry=0 2024-11-19T17:25:41,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:41,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:41,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:41,735 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal.1732037141710 2024-11-19T17:25:41,735 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:25:41,736 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8579b5b132ff34c2f21626ea6c3ba836, NAME => 'testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:41,736 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:41,736 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,736 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,738 INFO [StoreOpener-8579b5b132ff34c2f21626ea6c3ba836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,740 INFO [StoreOpener-8579b5b132ff34c2f21626ea6c3ba836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8579b5b132ff34c2f21626ea6c3ba836 columnFamilyName a 2024-11-19T17:25:41,740 DEBUG [StoreOpener-8579b5b132ff34c2f21626ea6c3ba836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:41,741 INFO [StoreOpener-8579b5b132ff34c2f21626ea6c3ba836-1 {}] regionserver.HStore(327): Store=8579b5b132ff34c2f21626ea6c3ba836/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:41,741 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,742 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,746 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002 2024-11-19T17:25:41,749 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:41,751 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002 2024-11-19T17:25:41,751 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8579b5b132ff34c2f21626ea6c3ba836 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-19T17:25:41,771 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/.tmp/a/292554012c8e4c5cb21afdb94cc35a5a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732037141580/Put/seqid=0 2024-11-19T17:25:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741852_1028 (size=5170) 2024-11-19T17:25:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741852_1028 (size=5170) 2024-11-19T17:25:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741852_1028 (size=5170) 2024-11-19T17:25:41,784 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/.tmp/a/292554012c8e4c5cb21afdb94cc35a5a 2024-11-19T17:25:41,794 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/.tmp/a/292554012c8e4c5cb21afdb94cc35a5a as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/a/292554012c8e4c5cb21afdb94cc35a5a 2024-11-19T17:25:41,805 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/a/292554012c8e4c5cb21afdb94cc35a5a, entries=2, sequenceid=2, filesize=5.0 K 2024-11-19T17:25:41,805 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8579b5b132ff34c2f21626ea6c3ba836 in 54ms, sequenceid=2, compaction requested=false; wal=null 2024-11-19T17:25:41,806 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/0000000000000000002 2024-11-19T17:25:41,807 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,807 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,810 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8579b5b132ff34c2f21626ea6c3ba836 2024-11-19T17:25:41,814 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/8579b5b132ff34c2f21626ea6c3ba836/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-19T17:25:41,816 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8579b5b132ff34c2f21626ea6c3ba836; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74840553, jitterRate=0.11521114408969879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T17:25:41,816 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8579b5b132ff34c2f21626ea6c3ba836: Writing region info on filesystem at 1732037141736Initializing all the Stores at 1732037141738 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037141738Obtaining lock to block concurrent updates at 1732037141751 (+13 ms)Preparing flush snapshotting stores in 8579b5b132ff34c2f21626ea6c3ba836 at 1732037141751Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732037141751Flushing stores of testReplayEditsWrittenIntoWAL,,1732037141507.8579b5b132ff34c2f21626ea6c3ba836. at 1732037141751Flushing 8579b5b132ff34c2f21626ea6c3ba836/a: creating writer at 1732037141751Flushing 8579b5b132ff34c2f21626ea6c3ba836/a: appending metadata at 1732037141770 (+19 ms)Flushing 8579b5b132ff34c2f21626ea6c3ba836/a: closing flushed file at 1732037141770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ac838f: reopening flushed file at 1732037141793 (+23 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8579b5b132ff34c2f21626ea6c3ba836 in 54ms, sequenceid=2, compaction requested=false; wal=null at 1732037141805 (+12 ms)Cleaning up temporary data from old regions at 1732037141807 (+2 ms)Region opened successfully at 1732037141816 (+9 ms) 2024-11-19T17:25:41,834 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:40454 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:37824 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:47492 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:50494 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:44830 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=6622 (was 6629) 2024-11-19T17:25:41,847 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=6622 2024-11-19T17:25:41,863 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:41,865 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:41,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:41,869 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-58746107, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-58746107, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:41,883 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-58746107/hregion-58746107.1732037141870, exclude list is [], retry=0 2024-11-19T17:25:41,887 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:41,887 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:41,889 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:41,894 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-58746107/hregion-58746107.1732037141870 2024-11-19T17:25:41,894 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:25:41,894 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e222651eca4419031c1a7b1704558581, NAME => 'testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:25:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741854_1030 (size=64) 2024-11-19T17:25:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741854_1030 (size=64) 2024-11-19T17:25:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741854_1030 (size=64) 2024-11-19T17:25:41,914 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:41,917 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e222651eca4419031c1a7b1704558581 2024-11-19T17:25:41,919 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e222651eca4419031c1a7b1704558581 columnFamilyName a 2024-11-19T17:25:41,919 DEBUG [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:41,920 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(327): Store=e222651eca4419031c1a7b1704558581/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:41,920 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e222651eca4419031c1a7b1704558581 2024-11-19T17:25:41,922 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e222651eca4419031c1a7b1704558581 columnFamilyName b 2024-11-19T17:25:41,922 DEBUG [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:41,923 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(327): Store=e222651eca4419031c1a7b1704558581/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:41,923 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e222651eca4419031c1a7b1704558581 2024-11-19T17:25:41,925 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e222651eca4419031c1a7b1704558581 columnFamilyName c 2024-11-19T17:25:41,925 DEBUG [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:41,926 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(327): Store=e222651eca4419031c1a7b1704558581/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:41,926 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e222651eca4419031c1a7b1704558581 2024-11-19T17:25:41,927 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581 2024-11-19T17:25:41,927 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581 2024-11-19T17:25:41,928 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e222651eca4419031c1a7b1704558581 2024-11-19T17:25:41,929 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e222651eca4419031c1a7b1704558581 2024-11-19T17:25:41,929 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:41,931 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e222651eca4419031c1a7b1704558581 2024-11-19T17:25:41,934 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:41,935 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e222651eca4419031c1a7b1704558581; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63589130, jitterRate=-0.052448123693466187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:41,935 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e222651eca4419031c1a7b1704558581: Writing region info on filesystem at 1732037141914Initializing all the Stores at 1732037141916 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037141916Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037141916Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037141916Cleaning up temporary data from old regions at 1732037141929 (+13 ms)Region opened successfully at 1732037141935 (+6 ms) 2024-11-19T17:25:41,935 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e222651eca4419031c1a7b1704558581, disabling compactions & flushes 2024-11-19T17:25:41,935 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. 2024-11-19T17:25:41,936 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. 2024-11-19T17:25:41,936 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. after waiting 0 ms 2024-11-19T17:25:41,936 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. 2024-11-19T17:25:41,936 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. 2024-11-19T17:25:41,936 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e222651eca4419031c1a7b1704558581: Waiting for close lock at 1732037141935Disabling compacts and flushes for region at 1732037141935Disabling writes for close at 1732037141936 (+1 ms)Writing region close event to WAL at 1732037141936Closed at 1732037141936 2024-11-19T17:25:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741853_1029 (size=95) 2024-11-19T17:25:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741853_1029 (size=95) 2024-11-19T17:25:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741853_1029 (size=95) 2024-11-19T17:25:41,944 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:41,944 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-58746107:(num 1732037141870) 2024-11-19T17:25:41,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:41,947 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:41,961 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947, exclude list is [], retry=0 2024-11-19T17:25:41,965 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:41,966 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:41,966 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:41,969 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 2024-11-19T17:25:41,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:25:42,247 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947, size=0 (0bytes) 2024-11-19T17:25:42,247 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 might be still open, length is 0 2024-11-19T17:25:42,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 2024-11-19T17:25:42,248 WARN [IPC Server handler 3 on default port 40119 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-19T17:25:42,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 after 2ms 2024-11-19T17:25:42,568 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:44842 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45645:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44842 dst: /127.0.0.1:45645 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45645 remote=/127.0.0.1:44842]. Total timeout mills is 60000, 59626 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:42,569 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:40488 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40488 dst: /127.0.0.1:36817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:42,570 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:37856 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42347:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37856 dst: /127.0.0.1:42347 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:42,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741855_1032 (size=263633) 2024-11-19T17:25:42,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741855_1032 (size=263633) 2024-11-19T17:25:42,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741855_1032 (size=263633) 2024-11-19T17:25:45,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T17:25:45,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:25:46,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 after 4002ms 2024-11-19T17:25:46,254 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:46,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 took 4009ms 2024-11-19T17:25:46,261 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732037141947.temp 2024-11-19T17:25:46,262 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000000001-wal.1732037141947.temp 2024-11-19T17:25:46,373 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947; continuing. 2024-11-19T17:25:46,373 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 so closing down 2024-11-19T17:25:46,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:46,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741856_1033 (size=263641) 2024-11-19T17:25:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741856_1033 (size=263641) 2024-11-19T17:25:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741856_1033 (size=263641) 2024-11-19T17:25:46,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000000001-wal.1732037141947.temp (wrote 3002 edits, skipped 0 edits in 73 ms) 2024-11-19T17:25:46,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000000001-wal.1732037141947.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000003002 2024-11-19T17:25:46,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T17:25:46,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947, journal: Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947, size=0 (0bytes) at 1732037142247Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000000001-wal.1732037141947.temp at 1732037146263 (+4016 ms)Split 1024 edits, skipped 0 edits. at 1732037146320 (+57 ms)Split 2048 edits, skipped 0 edits. at 1732037146347 (+27 ms)Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 so closing down at 1732037146373 (+26 ms)3 split writer threads finished at 1732037146373Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000000001-wal.1732037141947.temp (wrote 3002 edits, skipped 0 edits in 73 ms) at 1732037146379 (+6 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000000001-wal.1732037141947.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000003002 at 1732037146381 (+2 ms)Processed 3002 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947, size=0, length=0, corrupted=false, cancelled=false at 1732037146381 2024-11-19T17:25:46,384 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037141947 2024-11-19T17:25:46,385 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000003002 2024-11-19T17:25:46,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:46,388 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:46,403 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037146389, exclude list is [], retry=0 2024-11-19T17:25:46,406 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:46,407 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:46,407 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:46,409 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037146389 2024-11-19T17:25:46,409 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:25:46,410 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:46,411 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e222651eca4419031c1a7b1704558581 2024-11-19T17:25:46,413 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e222651eca4419031c1a7b1704558581 columnFamilyName a 2024-11-19T17:25:46,413 DEBUG [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:46,413 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(327): Store=e222651eca4419031c1a7b1704558581/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:46,413 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e222651eca4419031c1a7b1704558581 2024-11-19T17:25:46,414 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e222651eca4419031c1a7b1704558581 columnFamilyName b 2024-11-19T17:25:46,414 DEBUG [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:46,415 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(327): Store=e222651eca4419031c1a7b1704558581/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:46,415 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e222651eca4419031c1a7b1704558581 2024-11-19T17:25:46,416 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e222651eca4419031c1a7b1704558581 columnFamilyName c 2024-11-19T17:25:46,416 DEBUG [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:46,417 INFO [StoreOpener-e222651eca4419031c1a7b1704558581-1 {}] regionserver.HStore(327): Store=e222651eca4419031c1a7b1704558581/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:46,417 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e222651eca4419031c1a7b1704558581 2024-11-19T17:25:46,418 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581 2024-11-19T17:25:46,420 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581 2024-11-19T17:25:46,421 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000003002 2024-11-19T17:25:46,424 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:46,469 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T17:25:46,857 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e222651eca4419031c1a7b1704558581 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T17:25:46,894 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/a/ed092352604d4e4aa8660198b18e39c7 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732037141977/Put/seqid=0 2024-11-19T17:25:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741858_1035 (size=50463) 2024-11-19T17:25:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741858_1035 (size=50463) 2024-11-19T17:25:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741858_1035 (size=50463) 2024-11-19T17:25:46,904 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/a/ed092352604d4e4aa8660198b18e39c7 2024-11-19T17:25:46,914 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/a/ed092352604d4e4aa8660198b18e39c7 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/a/ed092352604d4e4aa8660198b18e39c7 2024-11-19T17:25:46,922 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/a/ed092352604d4e4aa8660198b18e39c7, entries=754, sequenceid=754, filesize=49.3 K 2024-11-19T17:25:46,923 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for e222651eca4419031c1a7b1704558581 in 66ms, sequenceid=754, compaction requested=false; wal=null 2024-11-19T17:25:46,938 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T17:25:46,939 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e222651eca4419031c1a7b1704558581 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T17:25:46,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/a/644cfe6927ff4e86b2c9cfdc08395018 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732037142024/Put/seqid=0 2024-11-19T17:25:46,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741859_1036 (size=20072) 2024-11-19T17:25:46,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741859_1036 (size=20072) 2024-11-19T17:25:46,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741859_1036 (size=20072) 2024-11-19T17:25:46,959 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/a/644cfe6927ff4e86b2c9cfdc08395018 2024-11-19T17:25:46,985 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/b/101890ffc8c945d9a51143b7f450e613 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732037142050/Put/seqid=0 2024-11-19T17:25:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741860_1037 (size=35835) 2024-11-19T17:25:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741860_1037 (size=35835) 2024-11-19T17:25:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741860_1037 (size=35835) 2024-11-19T17:25:46,996 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/b/101890ffc8c945d9a51143b7f450e613 2024-11-19T17:25:47,004 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/a/644cfe6927ff4e86b2c9cfdc08395018 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/a/644cfe6927ff4e86b2c9cfdc08395018 2024-11-19T17:25:47,012 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/a/644cfe6927ff4e86b2c9cfdc08395018, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-19T17:25:47,014 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/b/101890ffc8c945d9a51143b7f450e613 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/b/101890ffc8c945d9a51143b7f450e613 2024-11-19T17:25:47,021 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/b/101890ffc8c945d9a51143b7f450e613, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-19T17:25:47,022 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for e222651eca4419031c1a7b1704558581 in 84ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-19T17:25:47,037 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T17:25:47,037 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e222651eca4419031c1a7b1704558581 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T17:25:47,045 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/b/ef1a3196b21047fe881d25db8ae11923 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732037142083/Put/seqid=0 2024-11-19T17:25:47,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741861_1038 (size=35082) 2024-11-19T17:25:47,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741861_1038 (size=35082) 2024-11-19T17:25:47,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741861_1038 (size=35082) 2024-11-19T17:25:47,057 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/b/ef1a3196b21047fe881d25db8ae11923 2024-11-19T17:25:47,084 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/c/ab3fc9ce368349118e0339cc972f6dcb is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732037142129/Put/seqid=0 2024-11-19T17:25:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741862_1039 (size=20825) 2024-11-19T17:25:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741862_1039 (size=20825) 2024-11-19T17:25:47,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741862_1039 (size=20825) 2024-11-19T17:25:47,096 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/c/ab3fc9ce368349118e0339cc972f6dcb 2024-11-19T17:25:47,103 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/b/ef1a3196b21047fe881d25db8ae11923 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/b/ef1a3196b21047fe881d25db8ae11923 2024-11-19T17:25:47,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/b/ef1a3196b21047fe881d25db8ae11923, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-19T17:25:47,113 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/c/ab3fc9ce368349118e0339cc972f6dcb as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/c/ab3fc9ce368349118e0339cc972f6dcb 2024-11-19T17:25:47,121 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/c/ab3fc9ce368349118e0339cc972f6dcb, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-19T17:25:47,122 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for e222651eca4419031c1a7b1704558581 in 84ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-19T17:25:47,133 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732037142192/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. 2024-11-19T17:25:47,135 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000003002 2024-11-19T17:25:47,136 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T17:25:47,136 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e222651eca4419031c1a7b1704558581 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-19T17:25:47,144 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/c/340171224a6843408cb5ecb98c8e1981 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732037142142/Put/seqid=0 2024-11-19T17:25:47,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741863_1040 (size=50301) 2024-11-19T17:25:47,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741863_1040 (size=50301) 2024-11-19T17:25:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741863_1040 (size=50301) 2024-11-19T17:25:47,155 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/c/340171224a6843408cb5ecb98c8e1981 2024-11-19T17:25:47,162 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 340171224a6843408cb5ecb98c8e1981 2024-11-19T17:25:47,163 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/.tmp/c/340171224a6843408cb5ecb98c8e1981 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/c/340171224a6843408cb5ecb98c8e1981 2024-11-19T17:25:47,170 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 340171224a6843408cb5ecb98c8e1981 2024-11-19T17:25:47,170 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/c/340171224a6843408cb5ecb98c8e1981, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-19T17:25:47,171 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for e222651eca4419031c1a7b1704558581 in 35ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-19T17:25:47,172 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/0000000000000003002 2024-11-19T17:25:47,173 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e222651eca4419031c1a7b1704558581 2024-11-19T17:25:47,173 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e222651eca4419031c1a7b1704558581 2024-11-19T17:25:47,174 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T17:25:47,175 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e222651eca4419031c1a7b1704558581 2024-11-19T17:25:47,178 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenIntoWAL/e222651eca4419031c1a7b1704558581/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-19T17:25:47,179 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e222651eca4419031c1a7b1704558581; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65824019, jitterRate=-0.019145682454109192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T17:25:47,179 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e222651eca4419031c1a7b1704558581: Writing region info on filesystem at 1732037146410Initializing all the Stores at 1732037146411 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037146411Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037146411Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037146411Cleaning up temporary data from old regions at 1732037147173 (+762 ms)Region opened successfully at 1732037147179 (+6 ms) 2024-11-19T17:25:47,245 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e222651eca4419031c1a7b1704558581, disabling compactions & flushes 2024-11-19T17:25:47,245 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. 2024-11-19T17:25:47,245 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. 2024-11-19T17:25:47,246 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. after waiting 1 ms 2024-11-19T17:25:47,246 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. 2024-11-19T17:25:47,248 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732037141864.e222651eca4419031c1a7b1704558581. 2024-11-19T17:25:47,248 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e222651eca4419031c1a7b1704558581: Waiting for close lock at 1732037147245Disabling compacts and flushes for region at 1732037147245Disabling writes for close at 1732037147246 (+1 ms)Writing region close event to WAL at 1732037147248 (+2 ms)Closed at 1732037147248 2024-11-19T17:25:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741857_1034 (size=95) 2024-11-19T17:25:47,253 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037146389 not finished, retry = 0 2024-11-19T17:25:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741857_1034 (size=95) 2024-11-19T17:25:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741857_1034 (size=95) 2024-11-19T17:25:47,357 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:47,357 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732037146389) 2024-11-19T17:25:47,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=403 (was 387) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:40119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1176277546_22 at /127.0.0.1:40526 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1176277546_22 at /127.0.0.1:37892 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:40119 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:40363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1176277546_22 at /127.0.0.1:40564 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1176277546_22 at /127.0.0.1:44854 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=6549 (was 6622) 2024-11-19T17:25:47,383 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=6548 2024-11-19T17:25:47,399 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:47,401 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:47,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:47,405 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04530745, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-04530745, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:47,418 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04530745/hregion-04530745.1732037147405, exclude list is [], retry=0 2024-11-19T17:25:47,422 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:47,422 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:47,423 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:47,427 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04530745/hregion-04530745.1732037147405 2024-11-19T17:25:47,428 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:25:47,428 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c651d0e1bb61e2788eef85aef46cd2c8, NAME => 'test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:25:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741865_1042 (size=43) 2024-11-19T17:25:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741865_1042 (size=43) 2024-11-19T17:25:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741865_1042 (size=43) 2024-11-19T17:25:47,439 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:47,441 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:47,442 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c651d0e1bb61e2788eef85aef46cd2c8 columnFamilyName a 2024-11-19T17:25:47,442 DEBUG [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:47,443 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(327): Store=c651d0e1bb61e2788eef85aef46cd2c8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:47,443 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:47,445 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c651d0e1bb61e2788eef85aef46cd2c8 columnFamilyName b 2024-11-19T17:25:47,445 DEBUG [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:47,446 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(327): Store=c651d0e1bb61e2788eef85aef46cd2c8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:47,446 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:47,447 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c651d0e1bb61e2788eef85aef46cd2c8 columnFamilyName c 2024-11-19T17:25:47,447 DEBUG [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:47,448 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(327): Store=c651d0e1bb61e2788eef85aef46cd2c8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:47,448 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:47,449 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:47,449 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:47,450 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:47,450 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:47,451 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:47,452 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:47,455 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:47,456 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c651d0e1bb61e2788eef85aef46cd2c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72152645, jitterRate=0.07515819370746613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:47,457 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c651d0e1bb61e2788eef85aef46cd2c8: Writing region info on filesystem at 1732037147439Initializing all the Stores at 1732037147440 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037147440Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037147441 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037147441Cleaning up temporary data from old regions at 1732037147450 (+9 ms)Region opened successfully at 1732037147457 (+7 ms) 2024-11-19T17:25:47,457 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c651d0e1bb61e2788eef85aef46cd2c8, disabling compactions & flushes 2024-11-19T17:25:47,457 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. 2024-11-19T17:25:47,457 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. 2024-11-19T17:25:47,457 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. after waiting 0 ms 2024-11-19T17:25:47,457 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. 2024-11-19T17:25:47,457 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. 2024-11-19T17:25:47,458 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c651d0e1bb61e2788eef85aef46cd2c8: Waiting for close lock at 1732037147457Disabling compacts and flushes for region at 1732037147457Disabling writes for close at 1732037147457Writing region close event to WAL at 1732037147457Closed at 1732037147457 2024-11-19T17:25:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741864_1041 (size=95) 2024-11-19T17:25:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741864_1041 (size=95) 2024-11-19T17:25:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741864_1041 (size=95) 2024-11-19T17:25:47,464 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:47,465 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04530745:(num 1732037147405) 2024-11-19T17:25:47,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:47,467 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:47,484 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467, exclude list is [], retry=0 2024-11-19T17:25:47,488 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:47,489 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:47,489 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:47,491 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467 2024-11-19T17:25:47,492 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:25:47,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741866_1043 (size=263359) 2024-11-19T17:25:47,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741866_1043 (size=263359) 2024-11-19T17:25:47,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741866_1043 (size=263359) 2024-11-19T17:25:47,683 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467, size=257.2 K (263359bytes) 2024-11-19T17:25:47,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467 2024-11-19T17:25:47,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467 after 0ms 2024-11-19T17:25:47,687 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:47,689 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467 took 7ms 2024-11-19T17:25:47,694 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732037147467.temp 2024-11-19T17:25:47,696 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000000001-wal.1732037147467.temp 2024-11-19T17:25:47,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467 so closing down 2024-11-19T17:25:47,759 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:47,759 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:47,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741867_1044 (size=263359) 2024-11-19T17:25:47,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741867_1044 (size=263359) 2024-11-19T17:25:47,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741867_1044 (size=263359) 2024-11-19T17:25:47,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000000001-wal.1732037147467.temp (wrote 3000 edits, skipped 0 edits in 45 ms) 2024-11-19T17:25:47,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000000001-wal.1732037147467.temp to hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003000 2024-11-19T17:25:47,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-19T17:25:47,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467, journal: Splitting hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467, size=257.2 K (263359bytes) at 1732037147683Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000000001-wal.1732037147467.temp at 1732037147696 (+13 ms)Split 1024 edits, skipped 0 edits. at 1732037147713 (+17 ms)Split 2048 edits, skipped 0 edits. at 1732037147736 (+23 ms)Finishing writing output for hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467 so closing down at 1732037147759 (+23 ms)3 split writer threads finished at 1732037147759Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000000001-wal.1732037147467.temp (wrote 3000 edits, skipped 0 edits in 45 ms) at 1732037147763 (+4 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000000001-wal.1732037147467.temp to hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003000 at 1732037147765 (+2 ms)Processed 3000 edits across 1 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732037147765 2024-11-19T17:25:47,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147467 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037147467 2024-11-19T17:25:47,768 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003000 2024-11-19T17:25:47,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:47,771 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:47,792 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772, exclude list is [], retry=0 2024-11-19T17:25:47,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:47,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:47,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:47,798 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772 2024-11-19T17:25:47,799 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:25:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741868_1045 (size=263486) 2024-11-19T17:25:47,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772 not finished, retry = 0 2024-11-19T17:25:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741868_1045 (size=263486) 2024-11-19T17:25:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741868_1045 (size=263486) 2024-11-19T17:25:48,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:25:48,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T17:25:48,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:25:48,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T17:25:48,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T17:25:48,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T17:25:48,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-19T17:25:48,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-19T17:25:48,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772, size=257.3 K (263486bytes) 2024-11-19T17:25:48,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772 2024-11-19T17:25:48,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772 after 1ms 2024-11-19T17:25:48,094 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:48,095 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772 took 5ms 2024-11-19T17:25:48,099 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732037147772.temp 2024-11-19T17:25:48,101 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003001-wal.1732037147772.temp 2024-11-19T17:25:48,147 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772 so closing down 2024-11-19T17:25:48,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:48,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741869_1046 (size=263486) 2024-11-19T17:25:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741869_1046 (size=263486) 2024-11-19T17:25:48,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741869_1046 (size=263486) 2024-11-19T17:25:48,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003001-wal.1732037147772.temp (wrote 3000 edits, skipped 0 edits in 35 ms) 2024-11-19T17:25:48,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003001-wal.1732037147772.temp to hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000006000 2024-11-19T17:25:48,155 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-19T17:25:48,155 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772, journal: Splitting hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772, size=257.3 K (263486bytes) at 1732037148090Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003001-wal.1732037147772.temp at 1732037148101 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732037148115 (+14 ms)Split 2048 edits, skipped 0 edits. at 1732037148132 (+17 ms)Finishing writing output for hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772 so closing down at 1732037148148 (+16 ms)3 split writer threads finished at 1732037148148Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003001-wal.1732037147772.temp (wrote 3000 edits, skipped 0 edits in 35 ms) at 1732037148153 (+5 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003001-wal.1732037147772.temp to hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000006000 at 1732037148155 (+2 ms)Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732037148155 2024-11-19T17:25:48,157 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037147772 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037147772 2024-11-19T17:25:48,158 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000006000 2024-11-19T17:25:48,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:48,160 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/test2727-manual,16010,1732037147398, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:48,175 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037148161, exclude list is [], retry=0 2024-11-19T17:25:48,178 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:48,178 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:48,179 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:48,181 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732037147398/wal.1732037148161 2024-11-19T17:25:48,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:25:48,181 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c651d0e1bb61e2788eef85aef46cd2c8, NAME => 'test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:48,181 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:48,181 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,181 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,184 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,185 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c651d0e1bb61e2788eef85aef46cd2c8 columnFamilyName a 2024-11-19T17:25:48,186 DEBUG [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,186 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(327): Store=c651d0e1bb61e2788eef85aef46cd2c8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,186 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,187 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c651d0e1bb61e2788eef85aef46cd2c8 columnFamilyName b 2024-11-19T17:25:48,187 DEBUG [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,188 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(327): Store=c651d0e1bb61e2788eef85aef46cd2c8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,188 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,189 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c651d0e1bb61e2788eef85aef46cd2c8 columnFamilyName c 2024-11-19T17:25:48,189 DEBUG [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,189 INFO [StoreOpener-c651d0e1bb61e2788eef85aef46cd2c8-1 {}] regionserver.HStore(327): Store=c651d0e1bb61e2788eef85aef46cd2c8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,189 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,190 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,192 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003000 2024-11-19T17:25:48,195 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:48,237 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003000 2024-11-19T17:25:48,239 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000006000 2024-11-19T17:25:48,241 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:48,287 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000006000 2024-11-19T17:25:48,287 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c651d0e1bb61e2788eef85aef46cd2c8 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-19T17:25:48,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/.tmp/a/2f07112028dd45a19902b060b382ac41 is 41, key is test2727/a:100/1732037147804/Put/seqid=0 2024-11-19T17:25:48,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741871_1048 (size=84227) 2024-11-19T17:25:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741871_1048 (size=84227) 2024-11-19T17:25:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741871_1048 (size=84227) 2024-11-19T17:25:48,319 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/.tmp/a/2f07112028dd45a19902b060b382ac41 2024-11-19T17:25:48,359 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/.tmp/b/2014cc007bb34fb5be847cf71718c356 is 41, key is test2727/b:100/1732037147893/Put/seqid=0 2024-11-19T17:25:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741872_1049 (size=84609) 2024-11-19T17:25:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741872_1049 (size=84609) 2024-11-19T17:25:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741872_1049 (size=84609) 2024-11-19T17:25:48,366 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/.tmp/b/2014cc007bb34fb5be847cf71718c356 2024-11-19T17:25:48,395 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/.tmp/c/e5df2fb62d614e088e33bed2a787774d is 41, key is test2727/c:100/1732037147933/Put/seqid=0 2024-11-19T17:25:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741873_1050 (size=84609) 2024-11-19T17:25:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741873_1050 (size=84609) 2024-11-19T17:25:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741873_1050 (size=84609) 2024-11-19T17:25:48,403 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/.tmp/c/e5df2fb62d614e088e33bed2a787774d 2024-11-19T17:25:48,410 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/.tmp/a/2f07112028dd45a19902b060b382ac41 as hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/a/2f07112028dd45a19902b060b382ac41 2024-11-19T17:25:48,417 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/a/2f07112028dd45a19902b060b382ac41, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-19T17:25:48,418 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/.tmp/b/2014cc007bb34fb5be847cf71718c356 as hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/b/2014cc007bb34fb5be847cf71718c356 2024-11-19T17:25:48,425 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/b/2014cc007bb34fb5be847cf71718c356, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-19T17:25:48,427 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/.tmp/c/e5df2fb62d614e088e33bed2a787774d as hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/c/e5df2fb62d614e088e33bed2a787774d 2024-11-19T17:25:48,434 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/c/e5df2fb62d614e088e33bed2a787774d, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-19T17:25:48,435 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for c651d0e1bb61e2788eef85aef46cd2c8 in 148ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-19T17:25:48,436 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000003000 2024-11-19T17:25:48,437 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/0000000000000006000 2024-11-19T17:25:48,438 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,438 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,439 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:48,440 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c651d0e1bb61e2788eef85aef46cd2c8 2024-11-19T17:25:48,443 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/test2727/c651d0e1bb61e2788eef85aef46cd2c8/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-19T17:25:48,444 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c651d0e1bb61e2788eef85aef46cd2c8; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61758517, jitterRate=-0.07972638309001923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:48,445 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c651d0e1bb61e2788eef85aef46cd2c8: Writing region info on filesystem at 1732037148182Initializing all the Stores at 1732037148183 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148183Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148184 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148184Obtaining lock to block concurrent updates at 1732037148287 (+103 ms)Preparing flush snapshotting stores in c651d0e1bb61e2788eef85aef46cd2c8 at 1732037148287Finished memstore snapshotting test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732037148287Flushing stores of test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. at 1732037148287Flushing c651d0e1bb61e2788eef85aef46cd2c8/a: creating writer at 1732037148287Flushing c651d0e1bb61e2788eef85aef46cd2c8/a: appending metadata at 1732037148309 (+22 ms)Flushing c651d0e1bb61e2788eef85aef46cd2c8/a: closing flushed file at 1732037148309Flushing c651d0e1bb61e2788eef85aef46cd2c8/b: creating writer at 1732037148327 (+18 ms)Flushing c651d0e1bb61e2788eef85aef46cd2c8/b: appending metadata at 1732037148356 (+29 ms)Flushing c651d0e1bb61e2788eef85aef46cd2c8/b: closing flushed file at 1732037148357 (+1 ms)Flushing c651d0e1bb61e2788eef85aef46cd2c8/c: creating writer at 1732037148372 (+15 ms)Flushing c651d0e1bb61e2788eef85aef46cd2c8/c: appending metadata at 1732037148394 (+22 ms)Flushing c651d0e1bb61e2788eef85aef46cd2c8/c: closing flushed file at 1732037148394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44df5a2e: reopening flushed file at 1732037148409 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1d440d: reopening flushed file at 1732037148417 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5173b916: reopening flushed file at 1732037148426 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for c651d0e1bb61e2788eef85aef46cd2c8 in 148ms, sequenceid=6000, compaction requested=false; wal=null at 1732037148435 (+9 ms)Cleaning up temporary data from old regions at 1732037148438 (+3 ms)Region opened successfully at 1732037148445 (+7 ms) 2024-11-19T17:25:48,446 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-19T17:25:48,446 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c651d0e1bb61e2788eef85aef46cd2c8, disabling compactions & flushes 2024-11-19T17:25:48,446 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. 2024-11-19T17:25:48,446 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. 2024-11-19T17:25:48,446 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. after waiting 0 ms 2024-11-19T17:25:48,446 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. 2024-11-19T17:25:48,448 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732037147400.c651d0e1bb61e2788eef85aef46cd2c8. 2024-11-19T17:25:48,449 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c651d0e1bb61e2788eef85aef46cd2c8: Waiting for close lock at 1732037148446Disabling compacts and flushes for region at 1732037148446Disabling writes for close at 1732037148446Writing region close event to WAL at 1732037148448 (+2 ms)Closed at 1732037148448 2024-11-19T17:25:48,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741870_1047 (size=95) 2024-11-19T17:25:48,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741870_1047 (size=95) 2024-11-19T17:25:48,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741870_1047 (size=95) 2024-11-19T17:25:48,455 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:48,455 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732037148161) 2024-11-19T17:25:48,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=405 (was 403) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:40526 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:45004 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:37992 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=6400 (was 6548) 2024-11-19T17:25:48,486 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=6400 2024-11-19T17:25:48,509 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:48,516 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:48,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732037148516 2024-11-19T17:25:48,524 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516 2024-11-19T17:25:48,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:25:48,527 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d283112077ba87b25eac88e8cf64eec, NAME => 'testSequentialEditLogSeqNum,,1732037148509.3d283112077ba87b25eac88e8cf64eec.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:48,527 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732037148509.3d283112077ba87b25eac88e8cf64eec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:48,527 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3d283112077ba87b25eac88e8cf64eec 2024-11-19T17:25:48,527 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3d283112077ba87b25eac88e8cf64eec 2024-11-19T17:25:48,528 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec doesn't exist for region: 3d283112077ba87b25eac88e8cf64eec on table testSequentialEditLogSeqNum 2024-11-19T17:25:48,529 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 3d283112077ba87b25eac88e8cf64eec on table testSequentialEditLogSeqNum 2024-11-19T17:25:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741875_1052 (size=62) 2024-11-19T17:25:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741875_1052 (size=62) 2024-11-19T17:25:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741875_1052 (size=62) 2024-11-19T17:25:48,539 INFO [StoreOpener-3d283112077ba87b25eac88e8cf64eec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3d283112077ba87b25eac88e8cf64eec 2024-11-19T17:25:48,540 INFO [StoreOpener-3d283112077ba87b25eac88e8cf64eec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d283112077ba87b25eac88e8cf64eec columnFamilyName a 2024-11-19T17:25:48,540 DEBUG [StoreOpener-3d283112077ba87b25eac88e8cf64eec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,541 INFO [StoreOpener-3d283112077ba87b25eac88e8cf64eec-1 {}] regionserver.HStore(327): Store=3d283112077ba87b25eac88e8cf64eec/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,541 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3d283112077ba87b25eac88e8cf64eec 2024-11-19T17:25:48,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec 2024-11-19T17:25:48,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec 2024-11-19T17:25:48,543 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3d283112077ba87b25eac88e8cf64eec 2024-11-19T17:25:48,543 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3d283112077ba87b25eac88e8cf64eec 2024-11-19T17:25:48,545 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3d283112077ba87b25eac88e8cf64eec 2024-11-19T17:25:48,548 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:48,549 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3d283112077ba87b25eac88e8cf64eec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60916125, jitterRate=-0.09227900207042694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T17:25:48,549 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3d283112077ba87b25eac88e8cf64eec: Writing region info on filesystem at 1732037148527Initializing all the Stores at 1732037148538 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148539 (+1 ms)Cleaning up temporary data from old regions at 1732037148543 (+4 ms)Region opened successfully at 1732037148549 (+6 ms) 2024-11-19T17:25:48,560 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3d283112077ba87b25eac88e8cf64eec 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-19T17:25:48,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/.tmp/a/4844e188940d42e1a0ed26f710f053fb is 81, key is testSequentialEditLogSeqNum/a:x0/1732037148549/Put/seqid=0 2024-11-19T17:25:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741876_1053 (size=5833) 2024-11-19T17:25:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741876_1053 (size=5833) 2024-11-19T17:25:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741876_1053 (size=5833) 2024-11-19T17:25:48,593 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/.tmp/a/4844e188940d42e1a0ed26f710f053fb 2024-11-19T17:25:48,601 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/.tmp/a/4844e188940d42e1a0ed26f710f053fb as hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/a/4844e188940d42e1a0ed26f710f053fb 2024-11-19T17:25:48,608 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/a/4844e188940d42e1a0ed26f710f053fb, entries=10, sequenceid=13, filesize=5.7 K 2024-11-19T17:25:48,610 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3d283112077ba87b25eac88e8cf64eec in 50ms, sequenceid=13, compaction requested=false 2024-11-19T17:25:48,610 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3d283112077ba87b25eac88e8cf64eec: 2024-11-19T17:25:48,617 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T17:25:48,618 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T17:25:48,618 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T17:25:48,618 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T17:25:48,618 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T17:25:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741874_1051 (size=1843) 2024-11-19T17:25:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741874_1051 (size=1843) 2024-11-19T17:25:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741874_1051 (size=1843) 2024-11-19T17:25:48,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516, size=1.8 K (1843bytes) 2024-11-19T17:25:48,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516 2024-11-19T17:25:48,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516 after 1ms 2024-11-19T17:25:48,642 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:48,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516 took 4ms 2024-11-19T17:25:48,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516 so closing down 2024-11-19T17:25:48,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:48,646 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732037148516.temp 2024-11-19T17:25:48,648 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/recovered.edits/0000000000000000003-wal.1732037148516.temp 2024-11-19T17:25:48,649 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741877_1054 (size=1477) 2024-11-19T17:25:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741877_1054 (size=1477) 2024-11-19T17:25:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741877_1054 (size=1477) 2024-11-19T17:25:48,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/recovered.edits/0000000000000000003-wal.1732037148516.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-19T17:25:48,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/recovered.edits/0000000000000000003-wal.1732037148516.temp to hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/recovered.edits/0000000000000000020 2024-11-19T17:25:48,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-11-19T17:25:48,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516, journal: Splitting hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516, size=1.8 K (1843bytes) at 1732037148638Finishing writing output for hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516 so closing down at 1732037148645 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/recovered.edits/0000000000000000003-wal.1732037148516.temp at 1732037148648 (+3 ms)3 split writer threads finished at 1732037148649 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/recovered.edits/0000000000000000003-wal.1732037148516.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732037148660 (+11 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/recovered.edits/0000000000000000003-wal.1732037148516.temp to hdfs://localhost:40119/hbase/data/default/testSequentialEditLogSeqNum/3d283112077ba87b25eac88e8cf64eec/recovered.edits/0000000000000000020 at 1732037148662 (+2 ms)Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:40119/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732037148508/wal.1732037148516, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1732037148662 2024-11-19T17:25:48,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=412 (was 405) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:40526 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:45004 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:37992 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=6398 (was 6400) 2024-11-19T17:25:48,690 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=6398 2024-11-19T17:25:48,705 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:48,707 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:48,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:48,732 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-71373161, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-71373161, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:48,749 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-71373161/hregion-71373161.1732037148733, exclude list is [], retry=0 2024-11-19T17:25:48,752 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:48,752 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:48,753 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:48,755 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-71373161/hregion-71373161.1732037148733 2024-11-19T17:25:48,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:25:48,756 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ef90d0611ca038dbf6fd51c2e3cdfec2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:25:48,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741879_1056 (size=70) 2024-11-19T17:25:48,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741879_1056 (size=70) 2024-11-19T17:25:48,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741879_1056 (size=70) 2024-11-19T17:25:48,768 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:48,770 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,771 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef90d0611ca038dbf6fd51c2e3cdfec2 columnFamilyName a 2024-11-19T17:25:48,772 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,773 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(327): Store=ef90d0611ca038dbf6fd51c2e3cdfec2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,773 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,775 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef90d0611ca038dbf6fd51c2e3cdfec2 columnFamilyName b 2024-11-19T17:25:48,775 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,775 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(327): Store=ef90d0611ca038dbf6fd51c2e3cdfec2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,775 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,776 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef90d0611ca038dbf6fd51c2e3cdfec2 columnFamilyName c 2024-11-19T17:25:48,777 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,777 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(327): Store=ef90d0611ca038dbf6fd51c2e3cdfec2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,777 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,778 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,778 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,779 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,779 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,780 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:48,781 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,784 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:48,785 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ef90d0611ca038dbf6fd51c2e3cdfec2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72313673, jitterRate=0.07755769789218903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:48,786 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ef90d0611ca038dbf6fd51c2e3cdfec2: Writing region info on filesystem at 1732037148768Initializing all the Stores at 1732037148769 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148769Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148770 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148770Cleaning up temporary data from old regions at 1732037148779 (+9 ms)Region opened successfully at 1732037148786 (+7 ms) 2024-11-19T17:25:48,786 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ef90d0611ca038dbf6fd51c2e3cdfec2, disabling compactions & flushes 2024-11-19T17:25:48,786 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. 2024-11-19T17:25:48,786 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. 2024-11-19T17:25:48,786 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. after waiting 0 ms 2024-11-19T17:25:48,786 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. 2024-11-19T17:25:48,787 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. 2024-11-19T17:25:48,787 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ef90d0611ca038dbf6fd51c2e3cdfec2: Waiting for close lock at 1732037148786Disabling compacts and flushes for region at 1732037148786Disabling writes for close at 1732037148786Writing region close event to WAL at 1732037148787 (+1 ms)Closed at 1732037148787 2024-11-19T17:25:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741878_1055 (size=95) 2024-11-19T17:25:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741878_1055 (size=95) 2024-11-19T17:25:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741878_1055 (size=95) 2024-11-19T17:25:48,797 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:48,797 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-71373161:(num 1732037148733) 2024-11-19T17:25:48,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:48,800 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:48,816 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801, exclude list is [], retry=0 2024-11-19T17:25:48,820 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:48,820 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:48,821 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:48,823 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 2024-11-19T17:25:48,824 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:25:48,824 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ef90d0611ca038dbf6fd51c2e3cdfec2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:48,824 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:48,824 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,824 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,826 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,827 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef90d0611ca038dbf6fd51c2e3cdfec2 columnFamilyName a 2024-11-19T17:25:48,828 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,828 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(327): Store=ef90d0611ca038dbf6fd51c2e3cdfec2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,828 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,829 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef90d0611ca038dbf6fd51c2e3cdfec2 columnFamilyName b 2024-11-19T17:25:48,830 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,830 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(327): Store=ef90d0611ca038dbf6fd51c2e3cdfec2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,830 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,831 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef90d0611ca038dbf6fd51c2e3cdfec2 columnFamilyName c 2024-11-19T17:25:48,831 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:48,832 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(327): Store=ef90d0611ca038dbf6fd51c2e3cdfec2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:48,832 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,833 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,835 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,836 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,836 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:48,838 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:48,839 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ef90d0611ca038dbf6fd51c2e3cdfec2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60090436, jitterRate=-0.10458272695541382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:48,840 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ef90d0611ca038dbf6fd51c2e3cdfec2: Writing region info on filesystem at 1732037148824Initializing all the Stores at 1732037148826 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148826Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148826Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037148826Cleaning up temporary data from old regions at 1732037148836 (+10 ms)Region opened successfully at 1732037148839 (+3 ms) 2024-11-19T17:25:48,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732037148843/Put/seqid=0 2024-11-19T17:25:48,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741881_1058 (size=4826) 2024-11-19T17:25:48,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741881_1058 (size=4826) 2024-11-19T17:25:48,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741881_1058 (size=4826) 2024-11-19T17:25:48,854 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40119/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in ef90d0611ca038dbf6fd51c2e3cdfec2/a 2024-11-19T17:25:48,864 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-19T17:25:48,864 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:25:48,864 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ef90d0611ca038dbf6fd51c2e3cdfec2: 2024-11-19T17:25:48,866 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/a/ed807545b742497ea093493807e8f2cf_SeqId_3_ 2024-11-19T17:25:48,867 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40119/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into ef90d0611ca038dbf6fd51c2e3cdfec2/a as hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/a/ed807545b742497ea093493807e8f2cf_SeqId_3_ - updating store file list. 2024-11-19T17:25:48,873 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed807545b742497ea093493807e8f2cf_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-19T17:25:48,874 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/a/ed807545b742497ea093493807e8f2cf_SeqId_3_ into ef90d0611ca038dbf6fd51c2e3cdfec2/a 2024-11-19T17:25:48,874 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40119/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into ef90d0611ca038dbf6fd51c2e3cdfec2/a (new location: hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/a/ed807545b742497ea093493807e8f2cf_SeqId_3_) 2024-11-19T17:25:48,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801, size=0 (0bytes) 2024-11-19T17:25:48,922 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 might be still open, length is 0 2024-11-19T17:25:48,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 2024-11-19T17:25:48,922 WARN [IPC Server handler 3 on default port 40119 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-19T17:25:48,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 after 1ms 2024-11-19T17:25:51,545 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:40760 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40760 dst: /127.0.0.1:36817 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36817 remote=/127.0.0.1:40760]. Total timeout mills is 60000, 57336 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:51,545 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:38108 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42347:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38108 dst: /127.0.0.1:42347 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:51,545 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:45074 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45645:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45074 dst: /127.0.0.1:45645 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:51,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741880_1059 (size=473) 2024-11-19T17:25:51,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741880_1059 (size=473) 2024-11-19T17:25:52,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 after 4001ms 2024-11-19T17:25:52,928 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:52,928 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 took 4007ms 2024-11-19T17:25:52,930 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801; continuing. 2024-11-19T17:25:52,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 so closing down 2024-11-19T17:25:52,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:52,933 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732037148801.temp 2024-11-19T17:25:52,934 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005-wal.1732037148801.temp 2024-11-19T17:25:52,935 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741882_1060 (size=259) 2024-11-19T17:25:52,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741882_1060 (size=259) 2024-11-19T17:25:52,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741882_1060 (size=259) 2024-11-19T17:25:52,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005-wal.1732037148801.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T17:25:52,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005-wal.1732037148801.temp to hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005 2024-11-19T17:25:52,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T17:25:52,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801, journal: Splitting hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801, size=0 (0bytes) at 1732037148922Finishing writing output for hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 so closing down at 1732037152931 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005-wal.1732037148801.temp at 1732037152934 (+3 ms)3 split writer threads finished at 1732037152935 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005-wal.1732037148801.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732037152943 (+8 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005-wal.1732037148801.temp to hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005 at 1732037152944 (+1 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801, size=0, length=0, corrupted=false, cancelled=false at 1732037152944 2024-11-19T17:25:52,946 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037148801 2024-11-19T17:25:52,947 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005 2024-11-19T17:25:52,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:52,949 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:52,963 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037152949, exclude list is [], retry=0 2024-11-19T17:25:52,966 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:52,966 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:52,967 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:52,968 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037152949 2024-11-19T17:25:52,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:25:52,969 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ef90d0611ca038dbf6fd51c2e3cdfec2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:52,969 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:52,969 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:52,970 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:52,971 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:52,972 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef90d0611ca038dbf6fd51c2e3cdfec2 columnFamilyName a 2024-11-19T17:25:52,972 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:52,978 DEBUG [StoreFileOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed807545b742497ea093493807e8f2cf_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-19T17:25:52,978 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/a/ed807545b742497ea093493807e8f2cf_SeqId_3_ 2024-11-19T17:25:52,978 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(327): Store=ef90d0611ca038dbf6fd51c2e3cdfec2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:52,978 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:52,979 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef90d0611ca038dbf6fd51c2e3cdfec2 columnFamilyName b 2024-11-19T17:25:52,979 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:52,980 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(327): Store=ef90d0611ca038dbf6fd51c2e3cdfec2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:52,980 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:52,981 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef90d0611ca038dbf6fd51c2e3cdfec2 columnFamilyName c 2024-11-19T17:25:52,981 DEBUG [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:52,981 INFO [StoreOpener-ef90d0611ca038dbf6fd51c2e3cdfec2-1 {}] regionserver.HStore(327): Store=ef90d0611ca038dbf6fd51c2e3cdfec2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:52,981 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:52,982 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:52,984 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:52,984 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005 2024-11-19T17:25:52,986 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:52,987 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005 2024-11-19T17:25:52,987 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ef90d0611ca038dbf6fd51c2e3cdfec2 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-19T17:25:53,001 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/.tmp/a/fc583ab5911c4faea82c7ebaf7f62aa8 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732037148879/Put/seqid=0 2024-11-19T17:25:53,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741884_1062 (size=5149) 2024-11-19T17:25:53,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741884_1062 (size=5149) 2024-11-19T17:25:53,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741884_1062 (size=5149) 2024-11-19T17:25:53,008 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/.tmp/a/fc583ab5911c4faea82c7ebaf7f62aa8 2024-11-19T17:25:53,014 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/.tmp/a/fc583ab5911c4faea82c7ebaf7f62aa8 as hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/a/fc583ab5911c4faea82c7ebaf7f62aa8 2024-11-19T17:25:53,018 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/a/fc583ab5911c4faea82c7ebaf7f62aa8, entries=1, sequenceid=5, filesize=5.0 K 2024-11-19T17:25:53,019 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for ef90d0611ca038dbf6fd51c2e3cdfec2 in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-11-19T17:25:53,019 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/0000000000000000005 2024-11-19T17:25:53,021 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:53,021 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:53,021 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:53,023 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ef90d0611ca038dbf6fd51c2e3cdfec2 2024-11-19T17:25:53,025 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ef90d0611ca038dbf6fd51c2e3cdfec2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T17:25:53,026 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ef90d0611ca038dbf6fd51c2e3cdfec2; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60140338, jitterRate=-0.10383912920951843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:53,026 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ef90d0611ca038dbf6fd51c2e3cdfec2: Writing region info on filesystem at 1732037152970Initializing all the Stores at 1732037152971 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037152971Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037152971Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037152971Obtaining lock to block concurrent updates at 1732037152987 (+16 ms)Preparing flush snapshotting stores in ef90d0611ca038dbf6fd51c2e3cdfec2 at 1732037152987Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732037152987Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. at 1732037152987Flushing ef90d0611ca038dbf6fd51c2e3cdfec2/a: creating writer at 1732037152987Flushing ef90d0611ca038dbf6fd51c2e3cdfec2/a: appending metadata at 1732037153001 (+14 ms)Flushing ef90d0611ca038dbf6fd51c2e3cdfec2/a: closing flushed file at 1732037153001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fb9144: reopening flushed file at 1732037153013 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for ef90d0611ca038dbf6fd51c2e3cdfec2 in 32ms, sequenceid=5, compaction requested=false; wal=null at 1732037153019 (+6 ms)Cleaning up temporary data from old regions at 1732037153021 (+2 ms)Region opened successfully at 1732037153026 (+5 ms) 2024-11-19T17:25:53,030 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ef90d0611ca038dbf6fd51c2e3cdfec2, disabling compactions & flushes 2024-11-19T17:25:53,030 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. 2024-11-19T17:25:53,030 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. 2024-11-19T17:25:53,030 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. after waiting 0 ms 2024-11-19T17:25:53,030 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. 2024-11-19T17:25:53,031 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732037148706.ef90d0611ca038dbf6fd51c2e3cdfec2. 2024-11-19T17:25:53,031 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ef90d0611ca038dbf6fd51c2e3cdfec2: Waiting for close lock at 1732037153030Disabling compacts and flushes for region at 1732037153030Disabling writes for close at 1732037153030Writing region close event to WAL at 1732037153031 (+1 ms)Closed at 1732037153031 2024-11-19T17:25:53,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741883_1061 (size=95) 2024-11-19T17:25:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741883_1061 (size=95) 2024-11-19T17:25:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741883_1061 (size=95) 2024-11-19T17:25:53,036 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:53,036 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732037152949) 2024-11-19T17:25:53,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=416 (was 412) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_664333092_22 at /127.0.0.1:45814 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:40119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_664333092_22 at /127.0.0.1:58976 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:40119 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_664333092_22 at /127.0.0.1:45814 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=6382 (was 6398) 2024-11-19T17:25:53,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=416, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=6381 2024-11-19T17:25:53,085 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:53,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:25:53,095 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,46237,1732037137620 2024-11-19T17:25:53,097 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a040d3b 2024-11-19T17:25:53,098 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:25:53,100 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:25:53,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:25:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-19T17:25:53,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:25:53,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-19T17:25:53,115 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:53,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:25:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:25:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741885_1063 (size=694) 2024-11-19T17:25:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741885_1063 (size=694) 2024-11-19T17:25:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741885_1063 (size=694) 2024-11-19T17:25:53,128 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 603a8da2ebe4401496063dce0dae8646, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc 2024-11-19T17:25:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741886_1064 (size=77) 2024-11-19T17:25:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741886_1064 (size=77) 2024-11-19T17:25:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741886_1064 (size=77) 2024-11-19T17:25:53,137 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:53,137 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 603a8da2ebe4401496063dce0dae8646, disabling compactions & flushes 2024-11-19T17:25:53,138 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,138 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,138 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. after waiting 0 ms 2024-11-19T17:25:53,138 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,138 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,138 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 603a8da2ebe4401496063dce0dae8646: Waiting for close lock at 1732037153137Disabling compacts and flushes for region at 1732037153137Disabling writes for close at 1732037153138 (+1 ms)Writing region close event to WAL at 1732037153138Closed at 1732037153138 2024-11-19T17:25:53,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:25:53,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732037153139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732037153139"}]},"ts":"1732037153139"} 2024-11-19T17:25:53,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:25:53,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:25:53,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732037153149"}]},"ts":"1732037153149"} 2024-11-19T17:25:53,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-19T17:25:53,159 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {280a42d09ec8=0} racks are {/default-rack=0} 2024-11-19T17:25:53,160 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T17:25:53,160 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T17:25:53,160 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T17:25:53,160 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T17:25:53,160 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T17:25:53,160 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T17:25:53,161 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T17:25:53,161 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T17:25:53,161 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T17:25:53,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T17:25:53,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN}] 2024-11-19T17:25:53,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN 2024-11-19T17:25:53,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN; state=OFFLINE, location=280a42d09ec8,37005,1732037138529; forceNewPlan=false, retain=false 2024-11-19T17:25:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:25:53,318 INFO [280a42d09ec8:46237 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T17:25:53,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=OPENING, regionLocation=280a42d09ec8,37005,1732037138529 2024-11-19T17:25:53,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN because future has completed 2024-11-19T17:25:53,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,37005,1732037138529}] 2024-11-19T17:25:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:25:53,476 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:25:53,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:25:53,483 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,483 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 603a8da2ebe4401496063dce0dae8646, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:53,484 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,484 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:53,484 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,484 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,486 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,487 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf1 2024-11-19T17:25:53,487 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:53,488 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:53,488 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,489 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf2 2024-11-19T17:25:53,490 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:53,490 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:53,490 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,491 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,491 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,492 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,492 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,493 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T17:25:53,494 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,497 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:53,497 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 603a8da2ebe4401496063dce0dae8646; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63703179, jitterRate=-0.050748661160469055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T17:25:53,497 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,498 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 603a8da2ebe4401496063dce0dae8646: Running coprocessor pre-open hook at 1732037153484Writing region info on filesystem at 1732037153484Initializing all the Stores at 1732037153485 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037153485Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037153486 (+1 ms)Cleaning up temporary data from old regions at 1732037153492 (+6 ms)Running coprocessor post-open hooks at 1732037153498 (+6 ms)Region opened successfully at 1732037153498 2024-11-19T17:25:53,500 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., pid=6, masterSystemTime=1732037153476 2024-11-19T17:25:53,503 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,503 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,37005,1732037138529 2024-11-19T17:25:53,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,37005,1732037138529 because future has completed 2024-11-19T17:25:53,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:25:53,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,37005,1732037138529 in 186 msec 2024-11-19T17:25:53,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:25:53,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN in 350 msec 2024-11-19T17:25:53,516 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:25:53,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732037153516"}]},"ts":"1732037153516"} 2024-11-19T17:25:53,520 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-19T17:25:53,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:25:53,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 416 msec 2024-11-19T17:25:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:25:53,745 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-19T17:25:53,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-19T17:25:53,746 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T17:25:53,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-19T17:25:53,754 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T17:25:53,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-19T17:25:53,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=2] 2024-11-19T17:25:53,771 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:25:53,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:25:53,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=603a8da2ebe4401496063dce0dae8646, source=280a42d09ec8,37005,1732037138529, destination=280a42d09ec8,34373,1732037138360, warming up region on 280a42d09ec8,34373,1732037138360 2024-11-19T17:25:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:25:53,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=603a8da2ebe4401496063dce0dae8646, source=280a42d09ec8,37005,1732037138529, destination=280a42d09ec8,34373,1732037138360, running balancer 2024-11-19T17:25:53,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:25:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE 2024-11-19T17:25:53,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE 2024-11-19T17:25:53,795 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=CLOSING, regionLocation=280a42d09ec8,37005,1732037138529 2024-11-19T17:25:53,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.HRegion(7855): Warmup {ENCODED => 603a8da2ebe4401496063dce0dae8646, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:53,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE because future has completed 2024-11-19T17:25:53,798 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T17:25:53,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,37005,1732037138529}] 2024-11-19T17:25:53,800 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,801 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf1 2024-11-19T17:25:53,802 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:53,802 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:53,802 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,803 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf2 2024-11-19T17:25:53,803 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:53,804 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.HRegion(1722): Closing 603a8da2ebe4401496063dce0dae8646, disabling compactions & flushes 2024-11-19T17:25:53,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. after waiting 0 ms 2024-11-19T17:25:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] regionserver.HRegion(1676): Region close journal for 603a8da2ebe4401496063dce0dae8646: Waiting for close lock at 1732037153804Disabling compacts and flushes for region at 1732037153804Disabling writes for close at 1732037153804Writing region close event to WAL at 1732037153808 (+4 ms)Closed at 1732037153808 2024-11-19T17:25:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-19T17:25:53,957 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:53,957 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T17:25:53,958 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 603a8da2ebe4401496063dce0dae8646, disabling compactions & flushes 2024-11-19T17:25:53,958 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,958 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,958 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. after waiting 0 ms 2024-11-19T17:25:53,958 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:53,958 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 603a8da2ebe4401496063dce0dae8646 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-19T17:25:53,976 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf1/76e2f75771d24f05864d79ef567b677e is 35, key is r1/cf1:q/1732037153774/Put/seqid=0 2024-11-19T17:25:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741887_1065 (size=4783) 2024-11-19T17:25:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741887_1065 (size=4783) 2024-11-19T17:25:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741887_1065 (size=4783) 2024-11-19T17:25:53,983 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf1/76e2f75771d24f05864d79ef567b677e 2024-11-19T17:25:53,990 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf1/76e2f75771d24f05864d79ef567b677e as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/76e2f75771d24f05864d79ef567b677e 2024-11-19T17:25:53,995 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/76e2f75771d24f05864d79ef567b677e, entries=1, sequenceid=5, filesize=4.7 K 2024-11-19T17:25:53,996 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 603a8da2ebe4401496063dce0dae8646 in 38ms, sequenceid=5, compaction requested=false 2024-11-19T17:25:53,997 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-19T17:25:54,001 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T17:25:54,004 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,004 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 603a8da2ebe4401496063dce0dae8646: Waiting for close lock at 1732037153958Running coprocessor pre-close hooks at 1732037153958Disabling compacts and flushes for region at 1732037153958Disabling writes for close at 1732037153958Obtaining lock to block concurrent updates at 1732037153958Preparing flush snapshotting stores in 603a8da2ebe4401496063dce0dae8646 at 1732037153958Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732037153958Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. at 1732037153959 (+1 ms)Flushing 603a8da2ebe4401496063dce0dae8646/cf1: creating writer at 1732037153959Flushing 603a8da2ebe4401496063dce0dae8646/cf1: appending metadata at 1732037153975 (+16 ms)Flushing 603a8da2ebe4401496063dce0dae8646/cf1: closing flushed file at 1732037153976 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32121189: reopening flushed file at 1732037153989 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 603a8da2ebe4401496063dce0dae8646 in 38ms, sequenceid=5, compaction requested=false at 1732037153996 (+7 ms)Writing region close event to WAL at 1732037153998 (+2 ms)Running coprocessor post-close hooks at 1732037154002 (+4 ms)Closed at 1732037154004 (+2 ms) 2024-11-19T17:25:54,004 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 603a8da2ebe4401496063dce0dae8646 move to 280a42d09ec8,34373,1732037138360 record at close sequenceid=5 2024-11-19T17:25:54,007 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=CLOSED 2024-11-19T17:25:54,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,37005,1732037138529 because future has completed 2024-11-19T17:25:54,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-19T17:25:54,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,37005,1732037138529 in 214 msec 2024-11-19T17:25:54,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE; state=CLOSED, location=280a42d09ec8,34373,1732037138360; forceNewPlan=false, retain=false 2024-11-19T17:25:54,168 INFO [280a42d09ec8:46237 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T17:25:54,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=OPENING, regionLocation=280a42d09ec8,34373,1732037138360 2024-11-19T17:25:54,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE because future has completed 2024-11-19T17:25:54,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,34373,1732037138360}] 2024-11-19T17:25:54,331 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,331 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 603a8da2ebe4401496063dce0dae8646, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:54,331 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,331 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:54,332 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,332 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,333 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,334 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf1 2024-11-19T17:25:54,334 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:54,342 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/76e2f75771d24f05864d79ef567b677e 2024-11-19T17:25:54,342 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:54,342 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,343 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf2 2024-11-19T17:25:54,343 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:54,343 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:54,344 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,344 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,345 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,346 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,346 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,347 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T17:25:54,348 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,349 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 603a8da2ebe4401496063dce0dae8646; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60652499, jitterRate=-0.09620733559131622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T17:25:54,349 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,350 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 603a8da2ebe4401496063dce0dae8646: Running coprocessor pre-open hook at 1732037154332Writing region info on filesystem at 1732037154332Initializing all the Stores at 1732037154333 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037154333Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037154333Cleaning up temporary data from old regions at 1732037154346 (+13 ms)Running coprocessor post-open hooks at 1732037154349 (+3 ms)Region opened successfully at 1732037154350 (+1 ms) 2024-11-19T17:25:54,352 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., pid=9, masterSystemTime=1732037154326 2024-11-19T17:25:54,355 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,355 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=OPEN, openSeqNum=9, regionLocation=280a42d09ec8,34373,1732037138360 2024-11-19T17:25:54,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,34373,1732037138360 because future has completed 2024-11-19T17:25:54,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-19T17:25:54,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,34373,1732037138360 in 186 msec 2024-11-19T17:25:54,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE in 571 msec 2024-11-19T17:25:54,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:25:54,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:52446 deadline: 1732037214403, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=280a42d09ec8 port=34373 startCode=1732037138360. As of locationSeqNum=5. 2024-11-19T17:25:54,409 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=280a42d09ec8 port=34373 startCode=1732037138360. As of locationSeqNum=5. 2024-11-19T17:25:54,410 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=280a42d09ec8 port=34373 startCode=1732037138360. As of locationSeqNum=5. 2024-11-19T17:25:54,410 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,34373,1732037138360, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=280a42d09ec8 port=34373 startCode=1732037138360. As of locationSeqNum=5. 2024-11-19T17:25:54,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:25:54,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:25:54,536 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 603a8da2ebe4401496063dce0dae8646 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-19T17:25:54,554 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf1/292018b78a3d44f3bc142576184d332b is 29, key is r1/cf1:/1732037154527/DeleteFamily/seqid=0 2024-11-19T17:25:54,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741888_1066 (size=4906) 2024-11-19T17:25:54,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741888_1066 (size=4906) 2024-11-19T17:25:54,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741888_1066 (size=4906) 2024-11-19T17:25:54,563 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf1/292018b78a3d44f3bc142576184d332b 2024-11-19T17:25:54,569 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 292018b78a3d44f3bc142576184d332b 2024-11-19T17:25:54,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf2/2f1567e113b84928852ecbac69a4fc45 is 29, key is r1/cf2:/1732037154527/DeleteFamily/seqid=0 2024-11-19T17:25:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741889_1067 (size=4906) 2024-11-19T17:25:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741889_1067 (size=4906) 2024-11-19T17:25:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741889_1067 (size=4906) 2024-11-19T17:25:54,593 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf2/2f1567e113b84928852ecbac69a4fc45 2024-11-19T17:25:54,599 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f1567e113b84928852ecbac69a4fc45 2024-11-19T17:25:54,600 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf1/292018b78a3d44f3bc142576184d332b as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/292018b78a3d44f3bc142576184d332b 2024-11-19T17:25:54,606 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 292018b78a3d44f3bc142576184d332b 2024-11-19T17:25:54,606 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/292018b78a3d44f3bc142576184d332b, entries=1, sequenceid=12, filesize=4.8 K 2024-11-19T17:25:54,607 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf2/2f1567e113b84928852ecbac69a4fc45 as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/2f1567e113b84928852ecbac69a4fc45 2024-11-19T17:25:54,613 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f1567e113b84928852ecbac69a4fc45 2024-11-19T17:25:54,613 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/2f1567e113b84928852ecbac69a4fc45, entries=1, sequenceid=12, filesize=4.8 K 2024-11-19T17:25:54,614 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 603a8da2ebe4401496063dce0dae8646 in 78ms, sequenceid=12, compaction requested=false 2024-11-19T17:25:54,614 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 603a8da2ebe4401496063dce0dae8646: 2024-11-19T17:25:54,618 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T17:25:54,620 DEBUG [Time-limited test {}] regionserver.HStore(1541): 603a8da2ebe4401496063dce0dae8646/cf1 is initiating major compaction (all files) 2024-11-19T17:25:54,620 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:25:54,620 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:54,620 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 603a8da2ebe4401496063dce0dae8646/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,621 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/76e2f75771d24f05864d79ef567b677e, hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/292018b78a3d44f3bc142576184d332b] into tmpdir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp, totalSize=9.5 K 2024-11-19T17:25:54,622 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 76e2f75771d24f05864d79ef567b677e, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732037153774 2024-11-19T17:25:54,623 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 292018b78a3d44f3bc142576184d332b, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-19T17:25:54,637 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 603a8da2ebe4401496063dce0dae8646#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T17:25:54,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741890_1068 (size=4626) 2024-11-19T17:25:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741890_1068 (size=4626) 2024-11-19T17:25:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741890_1068 (size=4626) 2024-11-19T17:25:54,653 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf1/61a49ffc1eff4f53a94b6d717cb13051 as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/61a49ffc1eff4f53a94b6d717cb13051 2024-11-19T17:25:54,667 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 603a8da2ebe4401496063dce0dae8646/cf1 of 603a8da2ebe4401496063dce0dae8646 into 61a49ffc1eff4f53a94b6d717cb13051(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T17:25:54,667 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 603a8da2ebe4401496063dce0dae8646: 2024-11-19T17:25:54,667 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-19T17:25:54,667 DEBUG [Time-limited test {}] regionserver.HStore(1541): 603a8da2ebe4401496063dce0dae8646/cf2 is initiating major compaction (all files) 2024-11-19T17:25:54,667 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:25:54,667 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:25:54,668 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 603a8da2ebe4401496063dce0dae8646/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,668 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/2f1567e113b84928852ecbac69a4fc45] into tmpdir=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp, totalSize=4.8 K 2024-11-19T17:25:54,668 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2f1567e113b84928852ecbac69a4fc45, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-19T17:25:54,674 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 603a8da2ebe4401496063dce0dae8646#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T17:25:54,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741891_1069 (size=4592) 2024-11-19T17:25:54,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741891_1069 (size=4592) 2024-11-19T17:25:54,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741891_1069 (size=4592) 2024-11-19T17:25:54,691 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/.tmp/cf2/583713450ac040aa9770a30b31f860be as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/583713450ac040aa9770a30b31f860be 2024-11-19T17:25:54,698 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 603a8da2ebe4401496063dce0dae8646/cf2 of 603a8da2ebe4401496063dce0dae8646 into 583713450ac040aa9770a30b31f860be(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T17:25:54,698 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 603a8da2ebe4401496063dce0dae8646: 2024-11-19T17:25:54,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=603a8da2ebe4401496063dce0dae8646, source=280a42d09ec8,34373,1732037138360, destination=280a42d09ec8,37005,1732037138529, warming up region on 280a42d09ec8,37005,1732037138529 2024-11-19T17:25:54,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=603a8da2ebe4401496063dce0dae8646, source=280a42d09ec8,34373,1732037138360, destination=280a42d09ec8,37005,1732037138529, running balancer 2024-11-19T17:25:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE 2024-11-19T17:25:54,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE 2024-11-19T17:25:54,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=CLOSING, regionLocation=280a42d09ec8,34373,1732037138360 2024-11-19T17:25:54,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.HRegion(7855): Warmup {ENCODED => 603a8da2ebe4401496063dce0dae8646, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:54,709 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,710 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf1 2024-11-19T17:25:54,710 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:54,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE because future has completed 2024-11-19T17:25:54,711 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T17:25:54,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,34373,1732037138360}] 2024-11-19T17:25:54,718 INFO [StoreFileOpener-603a8da2ebe4401496063dce0dae8646-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 292018b78a3d44f3bc142576184d332b 2024-11-19T17:25:54,718 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/292018b78a3d44f3bc142576184d332b 2024-11-19T17:25:54,723 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/61a49ffc1eff4f53a94b6d717cb13051 2024-11-19T17:25:54,729 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/76e2f75771d24f05864d79ef567b677e 2024-11-19T17:25:54,729 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:54,729 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,730 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf2 2024-11-19T17:25:54,731 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:54,738 INFO [StoreFileOpener-603a8da2ebe4401496063dce0dae8646-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f1567e113b84928852ecbac69a4fc45 2024-11-19T17:25:54,738 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/2f1567e113b84928852ecbac69a4fc45 2024-11-19T17:25:54,744 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/583713450ac040aa9770a30b31f860be 2024-11-19T17:25:54,744 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.HRegion(1722): Closing 603a8da2ebe4401496063dce0dae8646, disabling compactions & flushes 2024-11-19T17:25:54,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. after waiting 0 ms 2024-11-19T17:25:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37005 {}] regionserver.HRegion(1676): Region close journal for 603a8da2ebe4401496063dce0dae8646: Waiting for close lock at 1732037154744Disabling compacts and flushes for region at 1732037154744Disabling writes for close at 1732037154744Writing region close event to WAL at 1732037154745 (+1 ms)Closed at 1732037154746 (+1 ms) 2024-11-19T17:25:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-19T17:25:54,866 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,866 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T17:25:54,866 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 603a8da2ebe4401496063dce0dae8646, disabling compactions & flushes 2024-11-19T17:25:54,866 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,866 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,866 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. after waiting 0 ms 2024-11-19T17:25:54,866 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,867 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/76e2f75771d24f05864d79ef567b677e, hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/292018b78a3d44f3bc142576184d332b] to archive 2024-11-19T17:25:54,870 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T17:25:54,874 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/76e2f75771d24f05864d79ef567b677e to hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/76e2f75771d24f05864d79ef567b677e 2024-11-19T17:25:54,875 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/292018b78a3d44f3bc142576184d332b to hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/292018b78a3d44f3bc142576184d332b 2024-11-19T17:25:54,889 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/2f1567e113b84928852ecbac69a4fc45] to archive 2024-11-19T17:25:54,890 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T17:25:54,892 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/2f1567e113b84928852ecbac69a4fc45 to hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/2f1567e113b84928852ecbac69a4fc45 2024-11-19T17:25:54,898 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-19T17:25:54,899 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:54,899 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 603a8da2ebe4401496063dce0dae8646: Waiting for close lock at 1732037154866Running coprocessor pre-close hooks at 1732037154866Disabling compacts and flushes for region at 1732037154866Disabling writes for close at 1732037154866Writing region close event to WAL at 1732037154894 (+28 ms)Running coprocessor post-close hooks at 1732037154899 (+5 ms)Closed at 1732037154899 2024-11-19T17:25:54,899 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 603a8da2ebe4401496063dce0dae8646 move to 280a42d09ec8,37005,1732037138529 record at close sequenceid=12 2024-11-19T17:25:54,902 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:54,903 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=CLOSED 2024-11-19T17:25:54,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,34373,1732037138360 because future has completed 2024-11-19T17:25:54,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T17:25:54,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,34373,1732037138360 in 196 msec 2024-11-19T17:25:54,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE; state=CLOSED, location=280a42d09ec8,37005,1732037138529; forceNewPlan=false, retain=false 2024-11-19T17:25:55,061 INFO [280a42d09ec8:46237 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T17:25:55,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=OPENING, regionLocation=280a42d09ec8,37005,1732037138529 2024-11-19T17:25:55,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE because future has completed 2024-11-19T17:25:55,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,37005,1732037138529}] 2024-11-19T17:25:55,222 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:55,222 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 603a8da2ebe4401496063dce0dae8646, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:55,222 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,222 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:55,222 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,222 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,224 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,225 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf1 2024-11-19T17:25:55,225 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:55,231 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/61a49ffc1eff4f53a94b6d717cb13051 2024-11-19T17:25:55,231 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:55,231 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,232 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf2 2024-11-19T17:25:55,232 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:55,238 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/583713450ac040aa9770a30b31f860be 2024-11-19T17:25:55,238 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:55,238 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,239 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,240 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,240 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,241 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,241 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T17:25:55,242 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,243 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 603a8da2ebe4401496063dce0dae8646; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59039404, jitterRate=-0.12024432420730591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T17:25:55,243 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,244 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 603a8da2ebe4401496063dce0dae8646: Running coprocessor pre-open hook at 1732037155223Writing region info on filesystem at 1732037155223Initializing all the Stores at 1732037155223Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037155223Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037155224 (+1 ms)Cleaning up temporary data from old regions at 1732037155241 (+17 ms)Running coprocessor post-open hooks at 1732037155243 (+2 ms)Region opened successfully at 1732037155244 (+1 ms) 2024-11-19T17:25:55,245 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., pid=12, masterSystemTime=1732037155218 2024-11-19T17:25:55,247 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:55,247 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:55,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=OPEN, openSeqNum=18, regionLocation=280a42d09ec8,37005,1732037138529 2024-11-19T17:25:55,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,37005,1732037138529 because future has completed 2024-11-19T17:25:55,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-19T17:25:55,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,37005,1732037138529 in 187 msec 2024-11-19T17:25:55,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, REOPEN/MOVE in 550 msec 2024-11-19T17:25:55,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:25:55,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:25:55,262 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 280a42d09ec8,37005,1732037138529: testing ***** 2024-11-19T17:25:55,262 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:25:55,264 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:25:55,265 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:25:55,267 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:25:55,268 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:25:55,275 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 496221696 }, "NonHeapMemoryUsage": { "committed": 171835392, "init": 7667712, "max": -1, "used": 169164272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "280a42d09ec8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 11, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 6, "ProcessCallTime_75th_percentile": 8, "ProcessCallTime_90th_percentile": 10, "ProcessCallTime_95th_percentile": 10, "ProcessCallTime_98th_percentile": 10, "ProcessCallTime_99th_percentile": 10, "ProcessCallTime_99.9th_percentile": 10, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 11, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 6, "TotalCallTime_75th_percentile": 8, "TotalCallTime_90th_percentile": 10, "TotalCallTime_95th_percentile": 10, "TotalCallTime_98th_percentile": 10, "TotalCallTime_99th_percentile": 10, "TotalCallTime_99.9th_percentile": 10, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "280a42d09ec8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61500", "tag.serverName": "280a42d09ec8,34373,1732037138360", "tag.clusterId": "1f79415c-2485-4093-a45f-1826af2a0101", "tag.Context": "regionserver", "tag.Hostname": "280a42d09ec8", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732037138360, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-19T17:25:55,278 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46237 {}] master.MasterRpcServices(700): 280a42d09ec8,37005,1732037138529 reported a fatal error: ***** ABORTING region server 280a42d09ec8,37005,1732037138529: testing ***** 2024-11-19T17:25:55,280 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,37005,1732037138529' ***** 2024-11-19T17:25:55,280 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-19T17:25:55,280 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:25:55,280 INFO [RS:2;280a42d09ec8:37005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T17:25:55,280 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:25:55,281 INFO [RS:2;280a42d09ec8:37005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T17:25:55,281 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(3091): Received CLOSE for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:37750 deadline: 1732037215281, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=280a42d09ec8 port=37005 startCode=1732037138529. As of locationSeqNum=12. 2024-11-19T17:25:55,281 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(956): aborting server 280a42d09ec8,37005,1732037138529 2024-11-19T17:25:55,281 INFO [RS:2;280a42d09ec8:37005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:25:55,282 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,34373,1732037138360, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,34373,1732037138360, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=280a42d09ec8 port=37005 startCode=1732037138529. As of locationSeqNum=12. 2024-11-19T17:25:55,282 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,34373,1732037138360, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=280a42d09ec8 port=37005 startCode=1732037138529. As of locationSeqNum=12. 2024-11-19T17:25:55,282 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 603a8da2ebe4401496063dce0dae8646, disabling compactions & flushes 2024-11-19T17:25:55,282 INFO [RS:2;280a42d09ec8:37005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;280a42d09ec8:37005. 2024-11-19T17:25:55,282 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,34373,1732037138360, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=280a42d09ec8 port=37005 startCode=1732037138529. As of locationSeqNum=12. 2024-11-19T17:25:55,282 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:55,282 DEBUG [RS:2;280a42d09ec8:37005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:25:55,282 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:55,282 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. after waiting 0 ms 2024-11-19T17:25:55,282 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:55,282 DEBUG [RS:2;280a42d09ec8:37005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:25:55,283 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:25:55,283 DEBUG [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(1325): Online Regions={603a8da2ebe4401496063dce0dae8646=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.} 2024-11-19T17:25:55,283 DEBUG [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(1351): Waiting on 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:55,284 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:55,284 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 603a8da2ebe4401496063dce0dae8646: Waiting for close lock at 1732037155281Running coprocessor pre-close hooks at 1732037155282 (+1 ms)Disabling compacts and flushes for region at 1732037155282Disabling writes for close at 1732037155282Writing region close event to WAL at 1732037155284 (+2 ms)Running coprocessor post-close hooks at 1732037155284Closed at 1732037155284 2024-11-19T17:25:55,284 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:55,350 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:25:55,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,37005,1732037138529 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:55,394 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,37005,1732037138529 aborting 2024-11-19T17:25:55,395 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,37005,1732037138529 aborting 2024-11-19T17:25:55,395 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=12 from cache 2024-11-19T17:25:55,484 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,37005,1732037138529; all regions closed. 2024-11-19T17:25:55,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741834_1010 (size=1406) 2024-11-19T17:25:55,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741834_1010 (size=1406) 2024-11-19T17:25:55,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741834_1010 (size=1406) 2024-11-19T17:25:55,488 DEBUG [RS:2;280a42d09ec8:37005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:25:55,488 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:25:55,488 INFO [RS:2;280a42d09ec8:37005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:25:55,489 INFO [RS:2;280a42d09ec8:37005 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:25:55,489 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:25:55,489 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:25:55,489 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:25:55,489 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:25:55,489 INFO [RS:2;280a42d09ec8:37005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:25:55,490 INFO [RS:2;280a42d09ec8:37005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37005 2024-11-19T17:25:55,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T17:25:55,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/280a42d09ec8,37005,1732037138529 2024-11-19T17:25:55,498 INFO [RS:2;280a42d09ec8:37005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:25:55,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,37005,1732037138529] 2024-11-19T17:25:55,501 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/280a42d09ec8,37005,1732037138529 already deleted, retry=false 2024-11-19T17:25:55,501 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 280a42d09ec8,37005,1732037138529 on 280a42d09ec8,46237,1732037137620 2024-11-19T17:25:55,506 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 280a42d09ec8,37005,1732037138529, splitWal=true, meta=false 2024-11-19T17:25:55,509 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 280a42d09ec8,37005,1732037138529 (carryingMeta=false) 280a42d09ec8,37005,1732037138529/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7a5e185[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T17:25:55,509 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 280a42d09ec8,37005,1732037138529, splitWal=true, meta=false 2024-11-19T17:25:55,510 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 280a42d09ec8,37005,1732037138529 had 1 regions 2024-11-19T17:25:55,512 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 280a42d09ec8,37005,1732037138529, splitWal=true, meta=false, isMeta: false 2024-11-19T17:25:55,513 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting 2024-11-19T17:25:55,514 INFO [PEWorker-1 {}] master.SplitWALManager(105): 280a42d09ec8,37005,1732037138529 WAL count=1, meta=false 2024-11-19T17:25:55,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 280a42d09ec8%2C37005%2C1732037138529.1732037139902}] 2024-11-19T17:25:55,523 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=280a42d09ec8,36123,1732037138478 2024-11-19T17:25:55,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 280a42d09ec8%2C37005%2C1732037138529.1732037139902, worker=280a42d09ec8,36123,1732037138478}] 2024-11-19T17:25:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:25:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37005-0x10131433c510003, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:25:55,602 INFO [RS:2;280a42d09ec8:37005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:25:55,602 INFO [RS:2;280a42d09ec8:37005 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,37005,1732037138529; zookeeper connection closed. 2024-11-19T17:25:55,602 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30292e54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30292e54 2024-11-19T17:25:55,607 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18] 2024-11-19T17:25:55,609 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 280a42d09ec8:37005 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 280a42d09ec8/172.17.0.2:37005 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:55,610 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18, error=java.net.ConnectException: Call to address=280a42d09ec8:37005 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 280a42d09ec8/172.17.0.2:37005 2024-11-19T17:25:55,610 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-19T17:25:55,610 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18 from cache 2024-11-19T17:25:55,610 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 280a42d09ec8:37005 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 280a42d09ec8/172.17.0.2:37005 2024-11-19T17:25:55,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-19T17:25:55,717 INFO [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902, size=1.4 K (1406bytes) 2024-11-19T17:25:55,717 INFO [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902 2024-11-19T17:25:55,718 INFO [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902 after 1ms 2024-11-19T17:25:55,721 DEBUG [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:55,722 INFO [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902 took 5ms 2024-11-19T17:25:55,730 DEBUG [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 603a8da2ebe4401496063dce0dae8646: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-19T17:25:55,730 DEBUG [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902 so closing down 2024-11-19T17:25:55,730 DEBUG [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:55,731 INFO [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:55,731 INFO [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902, size=1.4 K, length=1406, corrupted=false, cancelled=false 2024-11-19T17:25:55,731 DEBUG [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902, journal: Splitting hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902, size=1.4 K (1406bytes) at 1732037155717Finishing writing output for hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902 so closing down at 1732037155730 (+13 ms)3 split writer threads finished at 1732037155731 (+1 ms)Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902, size=1.4 K, length=1406, corrupted=false, cancelled=false at 1732037155731 2024-11-19T17:25:55,731 DEBUG [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902 2024-11-19T17:25:55,732 DEBUG [RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T17:25:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T17:25:55,739 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting/280a42d09ec8%2C37005%2C1732037138529.1732037139902 to hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/oldWALs 2024-11-19T17:25:55,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T17:25:55,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 280a42d09ec8%2C37005%2C1732037138529.1732037139902, worker=280a42d09ec8,36123,1732037138478 in 213 msec 2024-11-19T17:25:55,743 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=280a42d09ec8,36123,1732037138478 2024-11-19T17:25:55,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T17:25:55,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 280a42d09ec8%2C37005%2C1732037138529.1732037139902, worker=280a42d09ec8,36123,1732037138478 in 228 msec 2024-11-19T17:25:55,748 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting dir is empty, no logs to split. 2024-11-19T17:25:55,748 INFO [PEWorker-1 {}] master.SplitWALManager(105): 280a42d09ec8,37005,1732037138529 WAL count=0, meta=false 2024-11-19T17:25:55,748 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 280a42d09ec8,37005,1732037138529 WAL splitting is done? wals=0, meta=false 2024-11-19T17:25:55,750 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 280a42d09ec8,37005,1732037138529 failed, ignore...File hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/WALs/280a42d09ec8,37005,1732037138529-splitting does not exist. 2024-11-19T17:25:55,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN}] 2024-11-19T17:25:55,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN 2024-11-19T17:25:55,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T17:25:55,905 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(204): Hosts are {280a42d09ec8=0} racks are {/default-rack=0} 2024-11-19T17:25:55,906 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T17:25:55,906 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T17:25:55,906 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T17:25:55,906 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T17:25:55,906 INFO [280a42d09ec8:46237 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T17:25:55,906 INFO [280a42d09ec8:46237 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T17:25:55,906 DEBUG [280a42d09ec8:46237 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T17:25:55,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=OPENING, regionLocation=280a42d09ec8,36123,1732037138478 2024-11-19T17:25:55,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN because future has completed 2024-11-19T17:25:55,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,36123,1732037138478}] 2024-11-19T17:25:55,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18] 2024-11-19T17:25:55,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 280a42d09ec8:37005 this server is in the failed servers list 2024-11-19T17:25:55,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=280a42d09ec8:37005 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 280a42d09ec8:37005 2024-11-19T17:25:55,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 280a42d09ec8:37005 2024-11-19T17:25:55,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,37005,1732037138529, seqNum=18 from cache 2024-11-19T17:25:56,067 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:56,067 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 603a8da2ebe4401496063dce0dae8646, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:56,067 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,068 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:56,068 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,068 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,070 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,070 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf1 2024-11-19T17:25:56,071 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,077 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf1/61a49ffc1eff4f53a94b6d717cb13051 2024-11-19T17:25:56,077 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,078 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,078 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603a8da2ebe4401496063dce0dae8646 columnFamilyName cf2 2024-11-19T17:25:56,079 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,084 DEBUG [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/cf2/583713450ac040aa9770a30b31f860be 2024-11-19T17:25:56,084 INFO [StoreOpener-603a8da2ebe4401496063dce0dae8646-1 {}] regionserver.HStore(327): Store=603a8da2ebe4401496063dce0dae8646/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,085 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,086 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,087 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,088 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,088 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,089 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T17:25:56,090 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,091 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 603a8da2ebe4401496063dce0dae8646; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63647476, jitterRate=-0.05157870054244995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T17:25:56,091 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:25:56,092 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 603a8da2ebe4401496063dce0dae8646: Running coprocessor pre-open hook at 1732037156068Writing region info on filesystem at 1732037156068Initializing all the Stores at 1732037156069 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156069Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156069Cleaning up temporary data from old regions at 1732037156088 (+19 ms)Running coprocessor post-open hooks at 1732037156091 (+3 ms)Region opened successfully at 1732037156091 2024-11-19T17:25:56,093 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., pid=17, masterSystemTime=1732037156062 2024-11-19T17:25:56,095 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:56,095 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:25:56,096 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=603a8da2ebe4401496063dce0dae8646, regionState=OPEN, openSeqNum=18, regionLocation=280a42d09ec8,36123,1732037138478 2024-11-19T17:25:56,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,36123,1732037138478 because future has completed 2024-11-19T17:25:56,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T17:25:56,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 603a8da2ebe4401496063dce0dae8646, server=280a42d09ec8,36123,1732037138478 in 190 msec 2024-11-19T17:25:56,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-19T17:25:56,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=603a8da2ebe4401496063dce0dae8646, ASSIGN in 350 msec 2024-11-19T17:25:56,105 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 280a42d09ec8,37005,1732037138529 after splitting done 2024-11-19T17:25:56,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 280a42d09ec8,37005,1732037138529, splitWal=true, meta=false in 603 msec 2024-11-19T17:25:56,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., hostname=280a42d09ec8,36123,1732037138478, seqNum=18] 2024-11-19T17:25:56,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=413 (was 416), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=6324 (was 6381) 2024-11-19T17:25:56,453 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-19T17:25:56,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=413, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=6323 2024-11-19T17:25:56,464 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-19T17:25:56,480 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:56,482 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:56,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:56,484 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50057647, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-50057647, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:56,497 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50057647/hregion-50057647.1732037156485, exclude list is [], retry=0 2024-11-19T17:25:56,500 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:56,500 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:56,500 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:56,502 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50057647/hregion-50057647.1732037156485 2024-11-19T17:25:56,503 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:25:56,503 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 42f1d12236fec8ae8ea5d6cf3afca8ff, NAME => 'testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:25:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741893_1071 (size=67) 2024-11-19T17:25:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741893_1071 (size=67) 2024-11-19T17:25:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741893_1071 (size=67) 2024-11-19T17:25:56,514 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:56,516 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,517 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1d12236fec8ae8ea5d6cf3afca8ff columnFamilyName a 2024-11-19T17:25:56,517 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,518 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(327): Store=42f1d12236fec8ae8ea5d6cf3afca8ff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,518 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,519 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1d12236fec8ae8ea5d6cf3afca8ff columnFamilyName b 2024-11-19T17:25:56,519 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,520 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(327): Store=42f1d12236fec8ae8ea5d6cf3afca8ff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,520 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,521 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1d12236fec8ae8ea5d6cf3afca8ff columnFamilyName c 2024-11-19T17:25:56,521 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,522 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(327): Store=42f1d12236fec8ae8ea5d6cf3afca8ff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,522 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,523 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,523 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,524 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,524 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,525 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:56,526 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,528 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:56,529 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 42f1d12236fec8ae8ea5d6cf3afca8ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65681804, jitterRate=-0.021264851093292236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:56,530 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 42f1d12236fec8ae8ea5d6cf3afca8ff: Writing region info on filesystem at 1732037156514Initializing all the Stores at 1732037156515 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156515Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156515Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156515Cleaning up temporary data from old regions at 1732037156524 (+9 ms)Region opened successfully at 1732037156530 (+6 ms) 2024-11-19T17:25:56,530 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 42f1d12236fec8ae8ea5d6cf3afca8ff, disabling compactions & flushes 2024-11-19T17:25:56,530 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. 2024-11-19T17:25:56,530 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. 2024-11-19T17:25:56,530 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. after waiting 0 ms 2024-11-19T17:25:56,530 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. 2024-11-19T17:25:56,531 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. 2024-11-19T17:25:56,531 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 42f1d12236fec8ae8ea5d6cf3afca8ff: Waiting for close lock at 1732037156530Disabling compacts and flushes for region at 1732037156530Disabling writes for close at 1732037156530Writing region close event to WAL at 1732037156531 (+1 ms)Closed at 1732037156531 2024-11-19T17:25:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741892_1070 (size=95) 2024-11-19T17:25:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741892_1070 (size=95) 2024-11-19T17:25:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741892_1070 (size=95) 2024-11-19T17:25:56,536 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:56,536 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50057647:(num 1732037156485) 2024-11-19T17:25:56,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:56,538 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:56,552 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538, exclude list is [], retry=0 2024-11-19T17:25:56,555 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:56,555 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:56,556 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:56,557 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538 2024-11-19T17:25:56,557 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:25:56,558 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 42f1d12236fec8ae8ea5d6cf3afca8ff, NAME => 'testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:56,558 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:56,558 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,558 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,560 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,560 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1d12236fec8ae8ea5d6cf3afca8ff columnFamilyName a 2024-11-19T17:25:56,560 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,561 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(327): Store=42f1d12236fec8ae8ea5d6cf3afca8ff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,561 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,562 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1d12236fec8ae8ea5d6cf3afca8ff columnFamilyName b 2024-11-19T17:25:56,562 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,562 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(327): Store=42f1d12236fec8ae8ea5d6cf3afca8ff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,562 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,563 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1d12236fec8ae8ea5d6cf3afca8ff columnFamilyName c 2024-11-19T17:25:56,563 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,563 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(327): Store=42f1d12236fec8ae8ea5d6cf3afca8ff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,563 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,564 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,565 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,567 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,567 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,567 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:56,569 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,570 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 42f1d12236fec8ae8ea5d6cf3afca8ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73089131, jitterRate=0.08911292254924774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:56,571 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 42f1d12236fec8ae8ea5d6cf3afca8ff: Writing region info on filesystem at 1732037156558Initializing all the Stores at 1732037156559 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156559Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156559Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156559Cleaning up temporary data from old regions at 1732037156567 (+8 ms)Region opened successfully at 1732037156571 (+4 ms) 2024-11-19T17:25:56,600 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 42f1d12236fec8ae8ea5d6cf3afca8ff 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-19T17:25:56,617 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/a/799fca30c5624edfb9a8854c551a86b1 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732037156571/Put/seqid=0 2024-11-19T17:25:56,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741895_1073 (size=5958) 2024-11-19T17:25:56,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741895_1073 (size=5958) 2024-11-19T17:25:56,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741895_1073 (size=5958) 2024-11-19T17:25:56,626 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/a/799fca30c5624edfb9a8854c551a86b1 2024-11-19T17:25:56,647 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/b/b755e291d4d14515b45b07bb4cf3d4d4 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732037156580/Put/seqid=0 2024-11-19T17:25:56,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741896_1074 (size=5958) 2024-11-19T17:25:56,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741896_1074 (size=5958) 2024-11-19T17:25:56,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741896_1074 (size=5958) 2024-11-19T17:25:56,656 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/b/b755e291d4d14515b45b07bb4cf3d4d4 2024-11-19T17:25:56,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/c/874b15134e0446b59c1d8ad53ab64a2f is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732037156590/Put/seqid=0 2024-11-19T17:25:56,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741897_1075 (size=5958) 2024-11-19T17:25:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741897_1075 (size=5958) 2024-11-19T17:25:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741897_1075 (size=5958) 2024-11-19T17:25:56,689 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/c/874b15134e0446b59c1d8ad53ab64a2f 2024-11-19T17:25:56,695 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/a/799fca30c5624edfb9a8854c551a86b1 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/a/799fca30c5624edfb9a8854c551a86b1 2024-11-19T17:25:56,700 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/a/799fca30c5624edfb9a8854c551a86b1, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T17:25:56,701 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/b/b755e291d4d14515b45b07bb4cf3d4d4 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/b/b755e291d4d14515b45b07bb4cf3d4d4 2024-11-19T17:25:56,707 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/b/b755e291d4d14515b45b07bb4cf3d4d4, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T17:25:56,708 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/c/874b15134e0446b59c1d8ad53ab64a2f as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/c/874b15134e0446b59c1d8ad53ab64a2f 2024-11-19T17:25:56,713 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/c/874b15134e0446b59c1d8ad53ab64a2f, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T17:25:56,715 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 42f1d12236fec8ae8ea5d6cf3afca8ff in 115ms, sequenceid=33, compaction requested=false 2024-11-19T17:25:56,715 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 42f1d12236fec8ae8ea5d6cf3afca8ff: 2024-11-19T17:25:56,715 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 42f1d12236fec8ae8ea5d6cf3afca8ff, disabling compactions & flushes 2024-11-19T17:25:56,715 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. 2024-11-19T17:25:56,715 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. 2024-11-19T17:25:56,715 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. after waiting 0 ms 2024-11-19T17:25:56,715 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. 2024-11-19T17:25:56,716 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. 2024-11-19T17:25:56,716 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 42f1d12236fec8ae8ea5d6cf3afca8ff: Waiting for close lock at 1732037156715Disabling compacts and flushes for region at 1732037156715Disabling writes for close at 1732037156715Writing region close event to WAL at 1732037156716 (+1 ms)Closed at 1732037156716 2024-11-19T17:25:56,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741894_1072 (size=3385) 2024-11-19T17:25:56,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741894_1072 (size=3385) 2024-11-19T17:25:56,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741894_1072 (size=3385) 2024-11-19T17:25:56,725 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/b/b755e291d4d14515b45b07bb4cf3d4d4 to hdfs://localhost:40119/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/b/b755e291d4d14515b45b07bb4cf3d4d4 2024-11-19T17:25:56,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538, size=3.3 K (3385bytes) 2024-11-19T17:25:56,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538 2024-11-19T17:25:56,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538 after 0ms 2024-11-19T17:25:56,744 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:56,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538 took 3ms 2024-11-19T17:25:56,748 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538 so closing down 2024-11-19T17:25:56,748 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:25:56,749 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732037156538.temp 2024-11-19T17:25:56,750 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000003-wal.1732037156538.temp 2024-11-19T17:25:56,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:25:56,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741898_1076 (size=2944) 2024-11-19T17:25:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741898_1076 (size=2944) 2024-11-19T17:25:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741898_1076 (size=2944) 2024-11-19T17:25:56,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000003-wal.1732037156538.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T17:25:56,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000003-wal.1732037156538.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000032 2024-11-19T17:25:56,759 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-19T17:25:56,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538, journal: Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538, size=3.3 K (3385bytes) at 1732037156742Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538 so closing down at 1732037156748 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000003-wal.1732037156538.temp at 1732037156750 (+2 ms)3 split writer threads finished at 1732037156751 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000003-wal.1732037156538.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732037156758 (+7 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000003-wal.1732037156538.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000032 at 1732037156759 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1732037156759 2024-11-19T17:25:56,761 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156538 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037156538 2024-11-19T17:25:56,762 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000032 2024-11-19T17:25:56,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:56,764 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:56,785 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156765, exclude list is [], retry=0 2024-11-19T17:25:56,788 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:56,788 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:56,788 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:56,791 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156765 2024-11-19T17:25:56,791 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:25:56,791 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 42f1d12236fec8ae8ea5d6cf3afca8ff, NAME => 'testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:56,792 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:56,792 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,792 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,793 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,794 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1d12236fec8ae8ea5d6cf3afca8ff columnFamilyName a 2024-11-19T17:25:56,794 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,800 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/a/799fca30c5624edfb9a8854c551a86b1 2024-11-19T17:25:56,800 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(327): Store=42f1d12236fec8ae8ea5d6cf3afca8ff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,800 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,801 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1d12236fec8ae8ea5d6cf3afca8ff columnFamilyName b 2024-11-19T17:25:56,801 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,802 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(327): Store=42f1d12236fec8ae8ea5d6cf3afca8ff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,802 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,803 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1d12236fec8ae8ea5d6cf3afca8ff columnFamilyName c 2024-11-19T17:25:56,803 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,808 DEBUG [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/c/874b15134e0446b59c1d8ad53ab64a2f 2024-11-19T17:25:56,808 INFO [StoreOpener-42f1d12236fec8ae8ea5d6cf3afca8ff-1 {}] regionserver.HStore(327): Store=42f1d12236fec8ae8ea5d6cf3afca8ff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,808 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,809 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,810 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,810 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000032 2024-11-19T17:25:56,812 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:25:56,814 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000032 2024-11-19T17:25:56,814 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 42f1d12236fec8ae8ea5d6cf3afca8ff 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-19T17:25:56,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/b/e387b9ff9a654b31975c76a2d0c5f8de is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732037156580/Put/seqid=0 2024-11-19T17:25:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741900_1078 (size=5958) 2024-11-19T17:25:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741900_1078 (size=5958) 2024-11-19T17:25:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741900_1078 (size=5958) 2024-11-19T17:25:56,837 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/b/e387b9ff9a654b31975c76a2d0c5f8de 2024-11-19T17:25:56,844 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/.tmp/b/e387b9ff9a654b31975c76a2d0c5f8de as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/b/e387b9ff9a654b31975c76a2d0c5f8de 2024-11-19T17:25:56,850 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/b/e387b9ff9a654b31975c76a2d0c5f8de, entries=10, sequenceid=32, filesize=5.8 K 2024-11-19T17:25:56,850 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 42f1d12236fec8ae8ea5d6cf3afca8ff in 36ms, sequenceid=32, compaction requested=false; wal=null 2024-11-19T17:25:56,851 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/0000000000000000032 2024-11-19T17:25:56,852 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,853 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,853 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:56,854 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 42f1d12236fec8ae8ea5d6cf3afca8ff 2024-11-19T17:25:56,857 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/42f1d12236fec8ae8ea5d6cf3afca8ff/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-19T17:25:56,858 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 42f1d12236fec8ae8ea5d6cf3afca8ff; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65282555, jitterRate=-0.02721412479877472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:56,859 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 42f1d12236fec8ae8ea5d6cf3afca8ff: Writing region info on filesystem at 1732037156792Initializing all the Stores at 1732037156793 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156793Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156793Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156793Obtaining lock to block concurrent updates at 1732037156814 (+21 ms)Preparing flush snapshotting stores in 42f1d12236fec8ae8ea5d6cf3afca8ff at 1732037156814Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732037156814Flushing stores of testReplayEditsWrittenViaHRegion,,1732037156481.42f1d12236fec8ae8ea5d6cf3afca8ff. at 1732037156814Flushing 42f1d12236fec8ae8ea5d6cf3afca8ff/b: creating writer at 1732037156814Flushing 42f1d12236fec8ae8ea5d6cf3afca8ff/b: appending metadata at 1732037156829 (+15 ms)Flushing 42f1d12236fec8ae8ea5d6cf3afca8ff/b: closing flushed file at 1732037156829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c5d9e1: reopening flushed file at 1732037156843 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 42f1d12236fec8ae8ea5d6cf3afca8ff in 36ms, sequenceid=32, compaction requested=false; wal=null at 1732037156850 (+7 ms)Cleaning up temporary data from old regions at 1732037156853 (+3 ms)Region opened successfully at 1732037156858 (+5 ms) 2024-11-19T17:25:56,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=422 (was 413) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:45814 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:59132 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:45960 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:45934 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:58976 [Waiting for operation #48] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:45814 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=6314 (was 6323) 2024-11-19T17:25:56,881 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-19T17:25:56,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=422, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=6313 2024-11-19T17:25:56,892 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-19T17:25:56,907 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:56,909 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:25:56,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:25:56,912 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11366055, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-11366055, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:56,925 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11366055/hregion-11366055.1732037156912, exclude list is [], retry=0 2024-11-19T17:25:56,927 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:56,928 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:56,928 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:56,930 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11366055/hregion-11366055.1732037156912 2024-11-19T17:25:56,930 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:25:56,931 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a1936d3f3bfc974d4759d28155c7967a, NAME => 'testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:25:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741902_1080 (size=68) 2024-11-19T17:25:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741902_1080 (size=68) 2024-11-19T17:25:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741902_1080 (size=68) 2024-11-19T17:25:56,940 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:56,941 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:56,943 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1936d3f3bfc974d4759d28155c7967a columnFamilyName a 2024-11-19T17:25:56,943 DEBUG [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,944 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(327): Store=a1936d3f3bfc974d4759d28155c7967a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,944 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:56,945 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1936d3f3bfc974d4759d28155c7967a columnFamilyName b 2024-11-19T17:25:56,946 DEBUG [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,946 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(327): Store=a1936d3f3bfc974d4759d28155c7967a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,947 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:56,948 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1936d3f3bfc974d4759d28155c7967a columnFamilyName c 2024-11-19T17:25:56,948 DEBUG [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:56,948 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(327): Store=a1936d3f3bfc974d4759d28155c7967a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:56,949 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:56,949 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:56,950 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:56,952 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:56,952 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:56,952 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:56,953 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:56,956 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:25:56,956 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a1936d3f3bfc974d4759d28155c7967a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63649102, jitterRate=-0.051554471254348755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:56,957 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a1936d3f3bfc974d4759d28155c7967a: Writing region info on filesystem at 1732037156940Initializing all the Stores at 1732037156941 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156941Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156941Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037156941Cleaning up temporary data from old regions at 1732037156952 (+11 ms)Region opened successfully at 1732037156957 (+5 ms) 2024-11-19T17:25:56,957 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a1936d3f3bfc974d4759d28155c7967a, disabling compactions & flushes 2024-11-19T17:25:56,957 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:25:56,957 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:25:56,957 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. after waiting 0 ms 2024-11-19T17:25:56,957 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:25:56,958 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:25:56,958 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a1936d3f3bfc974d4759d28155c7967a: Waiting for close lock at 1732037156957Disabling compacts and flushes for region at 1732037156957Disabling writes for close at 1732037156957Writing region close event to WAL at 1732037156958 (+1 ms)Closed at 1732037156958 2024-11-19T17:25:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741901_1079 (size=95) 2024-11-19T17:25:56,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741901_1079 (size=95) 2024-11-19T17:25:56,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741901_1079 (size=95) 2024-11-19T17:25:56,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:25:56,963 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11366055:(num 1732037156912) 2024-11-19T17:25:56,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:25:56,965 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:25:56,978 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965, exclude list is [], retry=0 2024-11-19T17:25:56,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:25:56,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:25:56,982 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:25:56,983 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965 2024-11-19T17:25:56,983 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:25:57,040 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a1936d3f3bfc974d4759d28155c7967a, NAME => 'testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:25:57,043 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,043 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:25:57,043 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,043 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,046 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,047 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1936d3f3bfc974d4759d28155c7967a columnFamilyName a 2024-11-19T17:25:57,047 DEBUG [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:57,047 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(327): Store=a1936d3f3bfc974d4759d28155c7967a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:57,048 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,048 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1936d3f3bfc974d4759d28155c7967a columnFamilyName b 2024-11-19T17:25:57,049 DEBUG [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:57,049 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(327): Store=a1936d3f3bfc974d4759d28155c7967a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:57,049 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,050 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1936d3f3bfc974d4759d28155c7967a columnFamilyName c 2024-11-19T17:25:57,050 DEBUG [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:25:57,050 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(327): Store=a1936d3f3bfc974d4759d28155c7967a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:25:57,051 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,051 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,053 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,054 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,054 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,054 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:25:57,056 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,057 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a1936d3f3bfc974d4759d28155c7967a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71669985, jitterRate=0.06796599924564362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:25:57,057 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:25:57,057 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a1936d3f3bfc974d4759d28155c7967a: Running coprocessor pre-open hook at 1732037157043Writing region info on filesystem at 1732037157043Initializing all the Stores at 1732037157045 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037157045Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037157045Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037157045Cleaning up temporary data from old regions at 1732037157054 (+9 ms)Running coprocessor post-open hooks at 1732037157057 (+3 ms)Region opened successfully at 1732037157057 2024-11-19T17:25:57,071 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a1936d3f3bfc974d4759d28155c7967a 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-19T17:25:57,072 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:58,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-19T17:25:58,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-19T17:25:58,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-19T17:25:58,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-19T17:25:58,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-19T17:25:58,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-19T17:25:58,073 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:25:58,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-19T17:25:58,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-19T17:25:58,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-19T17:25:58,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-19T17:25:59,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T17:25:59,074 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:00,075 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:01,075 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:02,076 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:03,076 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:04,077 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:05,078 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:06,078 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a1936d3f3bfc974d4759d28155c7967a/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:06,079 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a1936d3f3bfc974d4759d28155c7967a: 2024-11-19T17:26:06,080 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:26:06,094 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a1936d3f3bfc974d4759d28155c7967a: 2024-11-19T17:26:06,094 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-19T17:26:06,094 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a1936d3f3bfc974d4759d28155c7967a, disabling compactions & flushes 2024-11-19T17:26:06,094 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:26:06,094 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:26:06,094 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. after waiting 0 ms 2024-11-19T17:26:06,094 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:26:06,094 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:26:06,094 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. 2024-11-19T17:26:06,095 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a1936d3f3bfc974d4759d28155c7967a: Waiting for close lock at 1732037166094Running coprocessor pre-close hooks at 1732037166094Disabling compacts and flushes for region at 1732037166094Disabling writes for close at 1732037166094Writing region close event to WAL at 1732037166094Running coprocessor post-close hooks at 1732037166094Closed at 1732037166094 2024-11-19T17:26:06,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741903_1081 (size=2691) 2024-11-19T17:26:06,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965 not finished, retry = 0 2024-11-19T17:26:06,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741903_1081 (size=2691) 2024-11-19T17:26:06,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741903_1081 (size=2691) 2024-11-19T17:26:06,216 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965, size=2.6 K (2691bytes) 2024-11-19T17:26:06,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965 2024-11-19T17:26:06,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965 after 0ms 2024-11-19T17:26:06,219 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:06,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965 took 4ms 2024-11-19T17:26:06,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965 so closing down 2024-11-19T17:26:06,222 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:26:06,224 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732037156965.temp 2024-11-19T17:26:06,225 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000004-wal.1732037156965.temp 2024-11-19T17:26:06,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:26:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741904_1082 (size=2094) 2024-11-19T17:26:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741904_1082 (size=2094) 2024-11-19T17:26:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741904_1082 (size=2094) 2024-11-19T17:26:06,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000004-wal.1732037156965.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-19T17:26:06,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000004-wal.1732037156965.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000026 2024-11-19T17:26:06,235 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-19T17:26:06,235 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965, journal: Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965, size=2.6 K (2691bytes) at 1732037166216Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965 so closing down at 1732037166222 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000004-wal.1732037156965.temp at 1732037166225 (+3 ms)3 split writer threads finished at 1732037166226 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000004-wal.1732037156965.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732037166233 (+7 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000004-wal.1732037156965.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000026 at 1732037166235 (+2 ms)Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1732037166235 2024-11-19T17:26:06,237 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037156965 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037156965 2024-11-19T17:26:06,238 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000026 2024-11-19T17:26:06,238 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:26:06,240 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:06,256 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037166241, exclude list is [], retry=0 2024-11-19T17:26:06,259 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:06,260 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:06,260 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:06,262 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037166241 2024-11-19T17:26:06,262 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:26:06,262 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a1936d3f3bfc974d4759d28155c7967a, NAME => 'testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:26:06,263 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,263 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:06,263 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,263 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,265 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,266 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1936d3f3bfc974d4759d28155c7967a columnFamilyName a 2024-11-19T17:26:06,266 DEBUG [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:06,267 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(327): Store=a1936d3f3bfc974d4759d28155c7967a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:06,267 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,268 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1936d3f3bfc974d4759d28155c7967a columnFamilyName b 2024-11-19T17:26:06,268 DEBUG [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:06,268 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(327): Store=a1936d3f3bfc974d4759d28155c7967a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:06,268 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,269 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1936d3f3bfc974d4759d28155c7967a columnFamilyName c 2024-11-19T17:26:06,269 DEBUG [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:06,270 INFO [StoreOpener-a1936d3f3bfc974d4759d28155c7967a-1 {}] regionserver.HStore(327): Store=a1936d3f3bfc974d4759d28155c7967a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:06,270 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,270 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,272 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000026 2024-11-19T17:26:06,275 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:06,277 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000026 2024-11-19T17:26:06,277 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a1936d3f3bfc974d4759d28155c7967a 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-19T17:26:06,293 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/.tmp/a/adca4dbd04054a8da19c7c187a3d0a4a is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732037166085/Put/seqid=0 2024-11-19T17:26:06,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741906_1084 (size=5523) 2024-11-19T17:26:06,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741906_1084 (size=5523) 2024-11-19T17:26:06,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741906_1084 (size=5523) 2024-11-19T17:26:06,301 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/.tmp/a/adca4dbd04054a8da19c7c187a3d0a4a 2024-11-19T17:26:06,325 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/.tmp/b/116cc8f4171b4f6396a4346482ac5ac0 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732037166080/Put/seqid=0 2024-11-19T17:26:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741907_1085 (size=5524) 2024-11-19T17:26:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741907_1085 (size=5524) 2024-11-19T17:26:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741907_1085 (size=5524) 2024-11-19T17:26:06,333 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/.tmp/b/116cc8f4171b4f6396a4346482ac5ac0 2024-11-19T17:26:06,355 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/.tmp/c/f07e83d6412543a0a407804ba3ddadf8 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732037166082/Put/seqid=0 2024-11-19T17:26:06,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741908_1086 (size=5457) 2024-11-19T17:26:06,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741908_1086 (size=5457) 2024-11-19T17:26:06,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741908_1086 (size=5457) 2024-11-19T17:26:06,362 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/.tmp/c/f07e83d6412543a0a407804ba3ddadf8 2024-11-19T17:26:06,368 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/.tmp/a/adca4dbd04054a8da19c7c187a3d0a4a as hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/a/adca4dbd04054a8da19c7c187a3d0a4a 2024-11-19T17:26:06,373 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/a/adca4dbd04054a8da19c7c187a3d0a4a, entries=7, sequenceid=26, filesize=5.4 K 2024-11-19T17:26:06,374 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/.tmp/b/116cc8f4171b4f6396a4346482ac5ac0 as hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/b/116cc8f4171b4f6396a4346482ac5ac0 2024-11-19T17:26:06,380 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/b/116cc8f4171b4f6396a4346482ac5ac0, entries=7, sequenceid=26, filesize=5.4 K 2024-11-19T17:26:06,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/.tmp/c/f07e83d6412543a0a407804ba3ddadf8 as hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/c/f07e83d6412543a0a407804ba3ddadf8 2024-11-19T17:26:06,386 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/c/f07e83d6412543a0a407804ba3ddadf8, entries=6, sequenceid=26, filesize=5.3 K 2024-11-19T17:26:06,387 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for a1936d3f3bfc974d4759d28155c7967a in 110ms, sequenceid=26, compaction requested=false; wal=null 2024-11-19T17:26:06,388 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/0000000000000000026 2024-11-19T17:26:06,389 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,389 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,390 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:26:06,391 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,393 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsAfterAbortingFlush/a1936d3f3bfc974d4759d28155c7967a/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-19T17:26:06,394 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a1936d3f3bfc974d4759d28155c7967a; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70757488, jitterRate=0.05436873435974121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:26:06,394 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1936d3f3bfc974d4759d28155c7967a 2024-11-19T17:26:06,395 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a1936d3f3bfc974d4759d28155c7967a: Running coprocessor pre-open hook at 1732037166263Writing region info on filesystem at 1732037166263Initializing all the Stores at 1732037166264 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037166264Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037166265 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037166265Obtaining lock to block concurrent updates at 1732037166277 (+12 ms)Preparing flush snapshotting stores in a1936d3f3bfc974d4759d28155c7967a at 1732037166277Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732037166277Flushing stores of testReplayEditsAfterAbortingFlush,,1732037156907.a1936d3f3bfc974d4759d28155c7967a. at 1732037166277Flushing a1936d3f3bfc974d4759d28155c7967a/a: creating writer at 1732037166277Flushing a1936d3f3bfc974d4759d28155c7967a/a: appending metadata at 1732037166293 (+16 ms)Flushing a1936d3f3bfc974d4759d28155c7967a/a: closing flushed file at 1732037166293Flushing a1936d3f3bfc974d4759d28155c7967a/b: creating writer at 1732037166307 (+14 ms)Flushing a1936d3f3bfc974d4759d28155c7967a/b: appending metadata at 1732037166324 (+17 ms)Flushing a1936d3f3bfc974d4759d28155c7967a/b: closing flushed file at 1732037166324Flushing a1936d3f3bfc974d4759d28155c7967a/c: creating writer at 1732037166338 (+14 ms)Flushing a1936d3f3bfc974d4759d28155c7967a/c: appending metadata at 1732037166354 (+16 ms)Flushing a1936d3f3bfc974d4759d28155c7967a/c: closing flushed file at 1732037166354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d5e6ee: reopening flushed file at 1732037166367 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213635cf: reopening flushed file at 1732037166374 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e235e37: reopening flushed file at 1732037166380 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for a1936d3f3bfc974d4759d28155c7967a in 110ms, sequenceid=26, compaction requested=false; wal=null at 1732037166387 (+7 ms)Cleaning up temporary data from old regions at 1732037166389 (+2 ms)Running coprocessor post-open hooks at 1732037166394 (+5 ms)Region opened successfully at 1732037166395 (+1 ms) 2024-11-19T17:26:06,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=416 (was 422), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=6280 (was 6313) 2024-11-19T17:26:06,422 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-19T17:26:06,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=6278 2024-11-19T17:26:06,437 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-19T17:26:06,454 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:26:06,456 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:26:06,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:26:06,459 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88967409, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-88967409, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:06,474 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88967409/hregion-88967409.1732037166460, exclude list is [], retry=0 2024-11-19T17:26:06,477 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:06,477 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:06,477 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:06,480 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88967409/hregion-88967409.1732037166460 2024-11-19T17:26:06,480 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:26:06,480 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 874e83c4a0fabc60a319a724723cf77b, NAME => 'testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:26:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741910_1088 (size=61) 2024-11-19T17:26:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741910_1088 (size=61) 2024-11-19T17:26:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741910_1088 (size=61) 2024-11-19T17:26:06,490 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:06,491 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,492 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874e83c4a0fabc60a319a724723cf77b columnFamilyName a 2024-11-19T17:26:06,492 DEBUG [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:06,493 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] regionserver.HStore(327): Store=874e83c4a0fabc60a319a724723cf77b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:06,493 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,494 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,494 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,496 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,498 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:26:06,498 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 874e83c4a0fabc60a319a724723cf77b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71453378, jitterRate=0.06473830342292786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T17:26:06,499 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 874e83c4a0fabc60a319a724723cf77b: Writing region info on filesystem at 1732037166490Initializing all the Stores at 1732037166491 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037166491Cleaning up temporary data from old regions at 1732037166494 (+3 ms)Region opened successfully at 1732037166499 (+5 ms) 2024-11-19T17:26:06,499 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 874e83c4a0fabc60a319a724723cf77b, disabling compactions & flushes 2024-11-19T17:26:06,499 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. 2024-11-19T17:26:06,499 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. 2024-11-19T17:26:06,499 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. after waiting 0 ms 2024-11-19T17:26:06,499 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. 2024-11-19T17:26:06,500 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. 2024-11-19T17:26:06,500 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 874e83c4a0fabc60a319a724723cf77b: Waiting for close lock at 1732037166499Disabling compacts and flushes for region at 1732037166499Disabling writes for close at 1732037166499Writing region close event to WAL at 1732037166499Closed at 1732037166499 2024-11-19T17:26:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741909_1087 (size=95) 2024-11-19T17:26:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741909_1087 (size=95) 2024-11-19T17:26:06,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741909_1087 (size=95) 2024-11-19T17:26:06,505 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:26:06,505 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88967409:(num 1732037166460) 2024-11-19T17:26:06,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:26:06,507 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:06,522 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508, exclude list is [], retry=0 2024-11-19T17:26:06,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:06,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:06,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:06,528 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508 2024-11-19T17:26:06,528 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:26:06,528 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 874e83c4a0fabc60a319a724723cf77b, NAME => 'testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:26:06,528 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:06,528 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,528 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,530 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,531 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874e83c4a0fabc60a319a724723cf77b columnFamilyName a 2024-11-19T17:26:06,531 DEBUG [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:06,531 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] regionserver.HStore(327): Store=874e83c4a0fabc60a319a724723cf77b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:06,531 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,532 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,533 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,533 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,533 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,535 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,536 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 874e83c4a0fabc60a319a724723cf77b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62844444, jitterRate=-0.06354480981826782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T17:26:06,537 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 874e83c4a0fabc60a319a724723cf77b: Writing region info on filesystem at 1732037166528Initializing all the Stores at 1732037166529 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037166529Cleaning up temporary data from old regions at 1732037166533 (+4 ms)Region opened successfully at 1732037166537 (+4 ms) 2024-11-19T17:26:06,545 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 874e83c4a0fabc60a319a724723cf77b, disabling compactions & flushes 2024-11-19T17:26:06,545 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. 2024-11-19T17:26:06,546 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. 2024-11-19T17:26:06,546 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. after waiting 0 ms 2024-11-19T17:26:06,546 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. 2024-11-19T17:26:06,546 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. 2024-11-19T17:26:06,546 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. 2024-11-19T17:26:06,546 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 874e83c4a0fabc60a319a724723cf77b: Waiting for close lock at 1732037166545Disabling compacts and flushes for region at 1732037166545Disabling writes for close at 1732037166546 (+1 ms)Writing region close event to WAL at 1732037166546Closed at 1732037166546 2024-11-19T17:26:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741911_1089 (size=1050) 2024-11-19T17:26:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741911_1089 (size=1050) 2024-11-19T17:26:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741911_1089 (size=1050) 2024-11-19T17:26:06,568 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508, size=1.0 K (1050bytes) 2024-11-19T17:26:06,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508 2024-11-19T17:26:06,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508 after 0ms 2024-11-19T17:26:06,571 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:06,571 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508 took 3ms 2024-11-19T17:26:06,573 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508 so closing down 2024-11-19T17:26:06,573 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:26:06,575 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732037166508.temp 2024-11-19T17:26:06,576 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000003-wal.1732037166508.temp 2024-11-19T17:26:06,577 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:26:06,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741912_1090 (size=1050) 2024-11-19T17:26:06,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741912_1090 (size=1050) 2024-11-19T17:26:06,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741912_1090 (size=1050) 2024-11-19T17:26:06,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000003-wal.1732037166508.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T17:26:06,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000003-wal.1732037166508.temp to hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000012 2024-11-19T17:26:06,588 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-19T17:26:06,588 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508, journal: Splitting hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508, size=1.0 K (1050bytes) at 1732037166568Finishing writing output for hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508 so closing down at 1732037166573 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000003-wal.1732037166508.temp at 1732037166576 (+3 ms)3 split writer threads finished at 1732037166577 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000003-wal.1732037166508.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732037166586 (+9 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000003-wal.1732037166508.temp to hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000012 at 1732037166588 (+2 ms)Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732037166588 2024-11-19T17:26:06,590 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166508 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037166508 2024-11-19T17:26:06,591 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000012 2024-11-19T17:26:06,594 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:06,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:26:06,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:26:06,941 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:06,956 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166941, exclude list is [], retry=0 2024-11-19T17:26:06,958 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:06,959 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:06,959 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:06,961 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166941 2024-11-19T17:26:06,961 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:26:06,961 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 874e83c4a0fabc60a319a724723cf77b, NAME => 'testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:26:06,961 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:06,961 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,961 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,964 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,966 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874e83c4a0fabc60a319a724723cf77b columnFamilyName a 2024-11-19T17:26:06,966 DEBUG [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:06,967 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] regionserver.HStore(327): Store=874e83c4a0fabc60a319a724723cf77b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:06,967 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,967 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,969 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:06,970 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000012 2024-11-19T17:26:06,972 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:06,973 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000012 2024-11-19T17:26:06,973 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 874e83c4a0fabc60a319a724723cf77b 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-19T17:26:07,016 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/.tmp/a/1fd614ba56554a09b22bad6fc38b39b1 is 79, key is testDatalossWhenInputError/a:x0/1732037166537/Put/seqid=0 2024-11-19T17:26:07,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741914_1092 (size=5808) 2024-11-19T17:26:07,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741914_1092 (size=5808) 2024-11-19T17:26:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741914_1092 (size=5808) 2024-11-19T17:26:07,027 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/.tmp/a/1fd614ba56554a09b22bad6fc38b39b1 2024-11-19T17:26:07,039 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/.tmp/a/1fd614ba56554a09b22bad6fc38b39b1 as hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/a/1fd614ba56554a09b22bad6fc38b39b1 2024-11-19T17:26:07,050 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/a/1fd614ba56554a09b22bad6fc38b39b1, entries=10, sequenceid=12, filesize=5.7 K 2024-11-19T17:26:07,051 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 874e83c4a0fabc60a319a724723cf77b in 77ms, sequenceid=12, compaction requested=false; wal=null 2024-11-19T17:26:07,051 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/0000000000000000012 2024-11-19T17:26:07,053 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,053 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,056 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,059 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T17:26:07,059 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 874e83c4a0fabc60a319a724723cf77b; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69773095, jitterRate=0.039700135588645935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T17:26:07,060 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 874e83c4a0fabc60a319a724723cf77b: Writing region info on filesystem at 1732037166961Initializing all the Stores at 1732037166964 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037166964Obtaining lock to block concurrent updates at 1732037166973 (+9 ms)Preparing flush snapshotting stores in 874e83c4a0fabc60a319a724723cf77b at 1732037166973Finished memstore snapshotting testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732037166973Flushing stores of testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b. at 1732037166973Flushing 874e83c4a0fabc60a319a724723cf77b/a: creating writer at 1732037166973Flushing 874e83c4a0fabc60a319a724723cf77b/a: appending metadata at 1732037167016 (+43 ms)Flushing 874e83c4a0fabc60a319a724723cf77b/a: closing flushed file at 1732037167016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393f2270: reopening flushed file at 1732037167037 (+21 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 874e83c4a0fabc60a319a724723cf77b in 77ms, sequenceid=12, compaction requested=false; wal=null at 1732037167051 (+14 ms)Cleaning up temporary data from old regions at 1732037167053 (+2 ms)Region opened successfully at 1732037167060 (+7 ms) 2024-11-19T17:26:07,064 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 874e83c4a0fabc60a319a724723cf77b, NAME => 'testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:26:07,064 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732037166454.874e83c4a0fabc60a319a724723cf77b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:07,064 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,064 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,066 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,066 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874e83c4a0fabc60a319a724723cf77b columnFamilyName a 2024-11-19T17:26:07,067 DEBUG [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:07,072 DEBUG [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/a/1fd614ba56554a09b22bad6fc38b39b1 2024-11-19T17:26:07,072 INFO [StoreOpener-874e83c4a0fabc60a319a724723cf77b-1 {}] regionserver.HStore(327): Store=874e83c4a0fabc60a319a724723cf77b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:07,072 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,073 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,074 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,075 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,075 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,077 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 874e83c4a0fabc60a319a724723cf77b 2024-11-19T17:26:07,079 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testDatalossWhenInputError/874e83c4a0fabc60a319a724723cf77b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-19T17:26:07,079 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 874e83c4a0fabc60a319a724723cf77b; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62617485, jitterRate=-0.06692676246166229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T17:26:07,080 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 874e83c4a0fabc60a319a724723cf77b: Writing region info on filesystem at 1732037167064Initializing all the Stores at 1732037167065 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037167065Cleaning up temporary data from old regions at 1732037167075 (+10 ms)Region opened successfully at 1732037167080 (+5 ms) 2024-11-19T17:26:07,096 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=426 (was 416) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:57262 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:59198 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:59278 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:55916 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:57332 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1803256716-172.17.0.2-1732037134556:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:56018 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=6157 (was 6278) 2024-11-19T17:26:07,097 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-19T17:26:07,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=6155 2024-11-19T17:26:07,109 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-19T17:26:07,125 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:26:07,126 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:26:07,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:26:07,129 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50230837, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-50230837, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:07,143 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50230837/hregion-50230837.1732037167130, exclude list is [], retry=0 2024-11-19T17:26:07,145 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:07,145 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:07,146 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:07,147 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50230837/hregion-50230837.1732037167130 2024-11-19T17:26:07,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:26:07,148 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 43631c8db106bacb38df8792da1b4096, NAME => 'testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:26:07,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741916_1094 (size=63) 2024-11-19T17:26:07,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741916_1094 (size=63) 2024-11-19T17:26:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741916_1094 (size=63) 2024-11-19T17:26:07,157 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:07,159 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,160 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43631c8db106bacb38df8792da1b4096 columnFamilyName a 2024-11-19T17:26:07,161 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:07,161 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(327): Store=43631c8db106bacb38df8792da1b4096/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:07,161 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,162 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43631c8db106bacb38df8792da1b4096 columnFamilyName b 2024-11-19T17:26:07,162 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:07,163 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(327): Store=43631c8db106bacb38df8792da1b4096/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:07,163 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,164 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43631c8db106bacb38df8792da1b4096 columnFamilyName c 2024-11-19T17:26:07,164 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:07,164 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(327): Store=43631c8db106bacb38df8792da1b4096/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:07,164 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,167 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,167 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,167 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:26:07,168 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,170 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:26:07,171 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 43631c8db106bacb38df8792da1b4096; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71852145, jitterRate=0.0706803947687149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:26:07,172 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 43631c8db106bacb38df8792da1b4096: Writing region info on filesystem at 1732037167157Initializing all the Stores at 1732037167158 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037167158Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037167159 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037167159Cleaning up temporary data from old regions at 1732037167167 (+8 ms)Region opened successfully at 1732037167171 (+4 ms) 2024-11-19T17:26:07,172 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 43631c8db106bacb38df8792da1b4096, disabling compactions & flushes 2024-11-19T17:26:07,172 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. 2024-11-19T17:26:07,172 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. 2024-11-19T17:26:07,172 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. after waiting 0 ms 2024-11-19T17:26:07,172 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. 2024-11-19T17:26:07,172 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. 2024-11-19T17:26:07,172 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 43631c8db106bacb38df8792da1b4096: Waiting for close lock at 1732037167172Disabling compacts and flushes for region at 1732037167172Disabling writes for close at 1732037167172Writing region close event to WAL at 1732037167172Closed at 1732037167172 2024-11-19T17:26:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741915_1093 (size=95) 2024-11-19T17:26:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741915_1093 (size=95) 2024-11-19T17:26:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741915_1093 (size=95) 2024-11-19T17:26:07,177 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:26:07,177 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50230837:(num 1732037167130) 2024-11-19T17:26:07,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:26:07,179 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:07,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179, exclude list is [], retry=0 2024-11-19T17:26:07,194 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:07,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:07,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:07,197 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 2024-11-19T17:26:07,199 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:26:07,199 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 43631c8db106bacb38df8792da1b4096, NAME => 'testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:26:07,199 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:07,199 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,199 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,200 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,201 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43631c8db106bacb38df8792da1b4096 columnFamilyName a 2024-11-19T17:26:07,201 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:07,201 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(327): Store=43631c8db106bacb38df8792da1b4096/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:07,202 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,202 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43631c8db106bacb38df8792da1b4096 columnFamilyName b 2024-11-19T17:26:07,202 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:07,203 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(327): Store=43631c8db106bacb38df8792da1b4096/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:07,203 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,203 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43631c8db106bacb38df8792da1b4096 columnFamilyName c 2024-11-19T17:26:07,203 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:07,204 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(327): Store=43631c8db106bacb38df8792da1b4096/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:07,204 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,204 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,206 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,206 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,207 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:26:07,208 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:07,209 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 43631c8db106bacb38df8792da1b4096; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73351623, jitterRate=0.0930243581533432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:26:07,210 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 43631c8db106bacb38df8792da1b4096: Writing region info on filesystem at 1732037167199Initializing all the Stores at 1732037167200 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037167200Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037167200Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037167200Cleaning up temporary data from old regions at 1732037167206 (+6 ms)Region opened successfully at 1732037167210 (+4 ms) 2024-11-19T17:26:07,214 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732037167213/Put/seqid=0 2024-11-19T17:26:07,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741918_1096 (size=4875) 2024-11-19T17:26:07,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741918_1096 (size=4875) 2024-11-19T17:26:07,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741918_1096 (size=4875) 2024-11-19T17:26:07,223 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732037167223/Put/seqid=0 2024-11-19T17:26:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741919_1097 (size=4875) 2024-11-19T17:26:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741919_1097 (size=4875) 2024-11-19T17:26:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741919_1097 (size=4875) 2024-11-19T17:26:07,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732037167233/Put/seqid=0 2024-11-19T17:26:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741920_1098 (size=4875) 2024-11-19T17:26:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741920_1098 (size=4875) 2024-11-19T17:26:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741920_1098 (size=4875) 2024-11-19T17:26:07,242 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 43631c8db106bacb38df8792da1b4096/a 2024-11-19T17:26:07,246 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-19T17:26:07,246 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:26:07,246 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 43631c8db106bacb38df8792da1b4096/a 2024-11-19T17:26:07,250 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-19T17:26:07,250 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:26:07,250 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 43631c8db106bacb38df8792da1b4096/a 2024-11-19T17:26:07,253 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-19T17:26:07,253 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:26:07,253 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 43631c8db106bacb38df8792da1b4096 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-19T17:26:07,269 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/.tmp/a/aca0b9770b8845e48f62df9e32d22b2b is 55, key is testCompactedBulkLoadedFiles/a:a/1732037167210/Put/seqid=0 2024-11-19T17:26:07,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741921_1099 (size=5107) 2024-11-19T17:26:07,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741921_1099 (size=5107) 2024-11-19T17:26:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741921_1099 (size=5107) 2024-11-19T17:26:07,276 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/.tmp/a/aca0b9770b8845e48f62df9e32d22b2b 2024-11-19T17:26:07,282 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/.tmp/a/aca0b9770b8845e48f62df9e32d22b2b as hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/aca0b9770b8845e48f62df9e32d22b2b 2024-11-19T17:26:07,287 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/aca0b9770b8845e48f62df9e32d22b2b, entries=1, sequenceid=4, filesize=5.0 K 2024-11-19T17:26:07,288 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 43631c8db106bacb38df8792da1b4096 in 35ms, sequenceid=4, compaction requested=false 2024-11-19T17:26:07,288 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 43631c8db106bacb38df8792da1b4096: 2024-11-19T17:26:07,289 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_ 2024-11-19T17:26:07,290 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_ 2024-11-19T17:26:07,291 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_ 2024-11-19T17:26:07,292 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile0 into 43631c8db106bacb38df8792da1b4096/a as hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_ - updating store file list. 2024-11-19T17:26:07,297 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:26:07,297 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_ into 43631c8db106bacb38df8792da1b4096/a 2024-11-19T17:26:07,297 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile0 into 43631c8db106bacb38df8792da1b4096/a (new location: hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_) 2024-11-19T17:26:07,298 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile1 into 43631c8db106bacb38df8792da1b4096/a as hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_ - updating store file list. 2024-11-19T17:26:07,304 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3cd0c72e17c743abb8c23dd872191b74_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:26:07,304 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_ into 43631c8db106bacb38df8792da1b4096/a 2024-11-19T17:26:07,304 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile1 into 43631c8db106bacb38df8792da1b4096/a (new location: hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_) 2024-11-19T17:26:07,305 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile2 into 43631c8db106bacb38df8792da1b4096/a as hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_ - updating store file list. 2024-11-19T17:26:07,310 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 980e72b4357447e296e3c8e925303670_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:26:07,310 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_ into 43631c8db106bacb38df8792da1b4096/a 2024-11-19T17:26:07,310 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40119/hbase/testCompactedBulkLoadedFiles/hfile2 into 43631c8db106bacb38df8792da1b4096/a (new location: hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_) 2024-11-19T17:26:07,320 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T17:26:07,320 DEBUG [Time-limited test {}] regionserver.HStore(1541): 43631c8db106bacb38df8792da1b4096/a is initiating major compaction (all files) 2024-11-19T17:26:07,320 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 43631c8db106bacb38df8792da1b4096/a in testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. 2024-11-19T17:26:07,320 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/aca0b9770b8845e48f62df9e32d22b2b, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_] into tmpdir=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/.tmp, totalSize=19.3 K 2024-11-19T17:26:07,321 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aca0b9770b8845e48f62df9e32d22b2b, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732037167210 2024-11-19T17:26:07,322 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T17:26:07,323 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3cd0c72e17c743abb8c23dd872191b74_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T17:26:07,327 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 980e72b4357447e296e3c8e925303670_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T17:26:07,345 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/.tmp/a/c73f830b395544779ea91203012583fd is 55, key is testCompactedBulkLoadedFiles/a:a/1732037167210/Put/seqid=0 2024-11-19T17:26:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741922_1100 (size=6154) 2024-11-19T17:26:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741922_1100 (size=6154) 2024-11-19T17:26:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741922_1100 (size=6154) 2024-11-19T17:26:07,362 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/.tmp/a/c73f830b395544779ea91203012583fd as hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/c73f830b395544779ea91203012583fd 2024-11-19T17:26:07,368 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 43631c8db106bacb38df8792da1b4096/a of 43631c8db106bacb38df8792da1b4096 into c73f830b395544779ea91203012583fd(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T17:26:07,368 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 43631c8db106bacb38df8792da1b4096: 2024-11-19T17:26:07,368 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-19T17:26:07,368 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-19T17:26:07,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179, size=0 (0bytes) 2024-11-19T17:26:07,401 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 might be still open, length is 0 2024-11-19T17:26:07,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 2024-11-19T17:26:07,402 WARN [IPC Server handler 1 on default port 40119 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-19T17:26:07,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 after 1ms 2024-11-19T17:26:08,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-19T17:26:08,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-19T17:26:08,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-19T17:26:08,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-19T17:26:09,547 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:56058 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56058 dst: /127.0.0.1:36817 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36817 remote=/127.0.0.1:56058]. Total timeout mills is 60000, 57821 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:09,548 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:57362 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42347:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57362 dst: /127.0.0.1:42347 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:09,548 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:59316 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45645:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59316 dst: /127.0.0.1:45645 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741917_1101 (size=1171) 2024-11-19T17:26:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741917_1101 (size=1171) 2024-11-19T17:26:11,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 after 4002ms 2024-11-19T17:26:11,406 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:11,406 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 took 4005ms 2024-11-19T17:26:11,408 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179; continuing. 2024-11-19T17:26:11,408 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 so closing down 2024-11-19T17:26:11,408 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:26:11,410 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732037167179.temp 2024-11-19T17:26:11,411 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000003-wal.1732037167179.temp 2024-11-19T17:26:11,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:26:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741923_1102 (size=547) 2024-11-19T17:26:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741923_1102 (size=547) 2024-11-19T17:26:11,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741923_1102 (size=547) 2024-11-19T17:26:11,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000003-wal.1732037167179.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T17:26:11,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000003-wal.1732037167179.temp to hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000008 2024-11-19T17:26:11,424 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T17:26:11,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179, journal: Splitting hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179, size=0 (0bytes) at 1732037167401Finishing writing output for hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 so closing down at 1732037171408 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000003-wal.1732037167179.temp at 1732037171411 (+3 ms)3 split writer threads finished at 1732037171412 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000003-wal.1732037167179.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732037171423 (+11 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000003-wal.1732037167179.temp to hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000008 at 1732037171424 (+1 ms)Processed 5 edits across 1 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179, size=0, length=0, corrupted=false, cancelled=false at 1732037171424 2024-11-19T17:26:11,426 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037167179 2024-11-19T17:26:11,427 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000008 2024-11-19T17:26:11,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:26:11,428 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:11,442 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037171429, exclude list is [], retry=0 2024-11-19T17:26:11,444 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:11,444 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:11,444 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:11,446 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037171429 2024-11-19T17:26:11,446 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-19T17:26:11,446 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 43631c8db106bacb38df8792da1b4096, NAME => 'testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:26:11,446 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:11,447 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,447 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,448 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,449 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43631c8db106bacb38df8792da1b4096 columnFamilyName a 2024-11-19T17:26:11,449 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,454 DEBUG [StoreFileOpener-43631c8db106bacb38df8792da1b4096-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:26:11,455 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_ 2024-11-19T17:26:11,458 DEBUG [StoreFileOpener-43631c8db106bacb38df8792da1b4096-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3cd0c72e17c743abb8c23dd872191b74_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:26:11,458 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_ 2024-11-19T17:26:11,462 DEBUG [StoreFileOpener-43631c8db106bacb38df8792da1b4096-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 980e72b4357447e296e3c8e925303670_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:26:11,462 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_ 2024-11-19T17:26:11,465 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/aca0b9770b8845e48f62df9e32d22b2b 2024-11-19T17:26:11,468 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/c73f830b395544779ea91203012583fd 2024-11-19T17:26:11,469 WARN [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2c2a796f 2024-11-19T17:26:11,469 WARN [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2c2a796f 2024-11-19T17:26:11,469 WARN [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2c2a796f 2024-11-19T17:26:11,469 WARN [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/aca0b9770b8845e48f62df9e32d22b2b from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2c2a796f 2024-11-19T17:26:11,469 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/aca0b9770b8845e48f62df9e32d22b2b] to archive 2024-11-19T17:26:11,470 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T17:26:11,472 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_ to hdfs://localhost:40119/hbase/archive/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_ 2024-11-19T17:26:11,473 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_ to hdfs://localhost:40119/hbase/archive/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/3cd0c72e17c743abb8c23dd872191b74_SeqId_4_ 2024-11-19T17:26:11,474 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_ to hdfs://localhost:40119/hbase/archive/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/980e72b4357447e296e3c8e925303670_SeqId_4_ 2024-11-19T17:26:11,475 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/aca0b9770b8845e48f62df9e32d22b2b to hdfs://localhost:40119/hbase/archive/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/a/aca0b9770b8845e48f62df9e32d22b2b 2024-11-19T17:26:11,475 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(327): Store=43631c8db106bacb38df8792da1b4096/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,475 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,476 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43631c8db106bacb38df8792da1b4096 columnFamilyName b 2024-11-19T17:26:11,476 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,477 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(327): Store=43631c8db106bacb38df8792da1b4096/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,477 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,477 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43631c8db106bacb38df8792da1b4096 columnFamilyName c 2024-11-19T17:26:11,477 DEBUG [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,478 INFO [StoreOpener-43631c8db106bacb38df8792da1b4096-1 {}] regionserver.HStore(327): Store=43631c8db106bacb38df8792da1b4096/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,478 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,478 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,480 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,480 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000008 2024-11-19T17:26:11,481 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:11,483 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 43631c8db106bacb38df8792da1b4096 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "43631c8db106bacb38df8792da1b4096" family_name: "a" compaction_input: "aca0b9770b8845e48f62df9e32d22b2b" compaction_input: "2846c1f2dec5422a90128d7f783cb5a6_SeqId_4_" compaction_input: "3cd0c72e17c743abb8c23dd872191b74_SeqId_4_" compaction_input: "980e72b4357447e296e3c8e925303670_SeqId_4_" compaction_output: "c73f830b395544779ea91203012583fd" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-19T17:26:11,483 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-19T17:26:11,483 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000008 2024-11-19T17:26:11,484 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/0000000000000000008 2024-11-19T17:26:11,485 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,485 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,485 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:26:11,486 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 43631c8db106bacb38df8792da1b4096 2024-11-19T17:26:11,488 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testCompactedBulkLoadedFiles/43631c8db106bacb38df8792da1b4096/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T17:26:11,489 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 43631c8db106bacb38df8792da1b4096; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71679070, jitterRate=0.06810137629508972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:26:11,489 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 43631c8db106bacb38df8792da1b4096: Writing region info on filesystem at 1732037171447Initializing all the Stores at 1732037171447Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171447Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171448 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171448Cleaning up temporary data from old regions at 1732037171485 (+37 ms)Region opened successfully at 1732037171489 (+4 ms) 2024-11-19T17:26:11,491 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 43631c8db106bacb38df8792da1b4096, disabling compactions & flushes 2024-11-19T17:26:11,491 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. 2024-11-19T17:26:11,491 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. 2024-11-19T17:26:11,491 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. after waiting 0 ms 2024-11-19T17:26:11,492 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. 2024-11-19T17:26:11,492 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732037167125.43631c8db106bacb38df8792da1b4096. 2024-11-19T17:26:11,492 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 43631c8db106bacb38df8792da1b4096: Waiting for close lock at 1732037171491Disabling compacts and flushes for region at 1732037171491Disabling writes for close at 1732037171491Writing region close event to WAL at 1732037171492 (+1 ms)Closed at 1732037171492 2024-11-19T17:26:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741924_1103 (size=95) 2024-11-19T17:26:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741924_1103 (size=95) 2024-11-19T17:26:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741924_1103 (size=95) 2024-11-19T17:26:11,497 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:26:11,497 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732037171429) 2024-11-19T17:26:11,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=440 (was 426) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-538213126_22 at /127.0.0.1:36288 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:40119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:40119 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-538213126_22 at /127.0.0.1:35148 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-538213126_22 at /127.0.0.1:55998 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=6141 (was 6155) 2024-11-19T17:26:11,514 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-19T17:26:11,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=6139 2024-11-19T17:26:11,528 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-19T17:26:11,543 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:26:11,544 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:26:11,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:26:11,548 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95403517, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/hregion-95403517, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:11,561 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95403517/hregion-95403517.1732037171548, exclude list is [], retry=0 2024-11-19T17:26:11,563 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:11,564 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:11,564 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:11,566 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95403517/hregion-95403517.1732037171548 2024-11-19T17:26:11,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:26:11,566 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7b7d1bf0532baa5c5b237b71955a4368, NAME => 'testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/hbase 2024-11-19T17:26:11,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741926_1105 (size=67) 2024-11-19T17:26:11,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741926_1105 (size=67) 2024-11-19T17:26:11,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741926_1105 (size=67) 2024-11-19T17:26:11,575 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:11,577 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,578 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName a 2024-11-19T17:26:11,578 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,578 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,578 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,580 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName b 2024-11-19T17:26:11,580 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,580 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,580 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,581 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName c 2024-11-19T17:26:11,581 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,582 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,582 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,582 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,584 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,584 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,584 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:26:11,585 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,587 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:26:11,588 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7b7d1bf0532baa5c5b237b71955a4368; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69575878, jitterRate=0.03676137328147888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:26:11,588 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7b7d1bf0532baa5c5b237b71955a4368: Writing region info on filesystem at 1732037171576Initializing all the Stores at 1732037171576Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171576Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171577 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171577Cleaning up temporary data from old regions at 1732037171584 (+7 ms)Region opened successfully at 1732037171588 (+4 ms) 2024-11-19T17:26:11,588 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7b7d1bf0532baa5c5b237b71955a4368, disabling compactions & flushes 2024-11-19T17:26:11,588 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:11,588 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:11,588 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. after waiting 0 ms 2024-11-19T17:26:11,588 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:11,588 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:11,588 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7b7d1bf0532baa5c5b237b71955a4368: Waiting for close lock at 1732037171588Disabling compacts and flushes for region at 1732037171588Disabling writes for close at 1732037171588Writing region close event to WAL at 1732037171588Closed at 1732037171588 2024-11-19T17:26:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741925_1104 (size=95) 2024-11-19T17:26:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741925_1104 (size=95) 2024-11-19T17:26:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741925_1104 (size=95) 2024-11-19T17:26:11,593 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:26:11,593 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95403517:(num 1732037171548) 2024-11-19T17:26:11,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:26:11,595 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:11,609 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595, exclude list is [], retry=0 2024-11-19T17:26:11,612 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:11,612 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:11,612 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:11,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T17:26:11,632 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595 2024-11-19T17:26:11,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:26:11,633 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b7d1bf0532baa5c5b237b71955a4368, NAME => 'testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:26:11,634 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:11,634 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,634 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,637 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,640 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName a 2024-11-19T17:26:11,640 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,641 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,641 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,642 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName b 2024-11-19T17:26:11,642 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,643 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,643 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,644 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName c 2024-11-19T17:26:11,644 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,645 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,645 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,646 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,647 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,648 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,648 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,649 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:26:11,651 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,652 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7b7d1bf0532baa5c5b237b71955a4368; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73880070, jitterRate=0.10089883208274841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:26:11,652 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7b7d1bf0532baa5c5b237b71955a4368: Writing region info on filesystem at 1732037171634Initializing all the Stores at 1732037171636 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171636Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171637 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171637Cleaning up temporary data from old regions at 1732037171648 (+11 ms)Region opened successfully at 1732037171652 (+4 ms) 2024-11-19T17:26:11,661 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7b7d1bf0532baa5c5b237b71955a4368 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-19T17:26:11,679 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/a/bdfa05d5a09c4905bd6590fa3653bece is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732037171652/Put/seqid=0 2024-11-19T17:26:11,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741928_1107 (size=5958) 2024-11-19T17:26:11,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741928_1107 (size=5958) 2024-11-19T17:26:11,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741928_1107 (size=5958) 2024-11-19T17:26:11,688 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/a/bdfa05d5a09c4905bd6590fa3653bece 2024-11-19T17:26:11,694 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/a/bdfa05d5a09c4905bd6590fa3653bece as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/a/bdfa05d5a09c4905bd6590fa3653bece 2024-11-19T17:26:11,699 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/a/bdfa05d5a09c4905bd6590fa3653bece, entries=10, sequenceid=13, filesize=5.8 K 2024-11-19T17:26:11,700 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 7b7d1bf0532baa5c5b237b71955a4368 in 39ms, sequenceid=13, compaction requested=false 2024-11-19T17:26:11,701 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7b7d1bf0532baa5c5b237b71955a4368: 2024-11-19T17:26:11,719 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7b7d1bf0532baa5c5b237b71955a4368, disabling compactions & flushes 2024-11-19T17:26:11,720 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:11,720 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:11,720 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. after waiting 0 ms 2024-11-19T17:26:11,720 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:11,721 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:11,721 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:11,721 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7b7d1bf0532baa5c5b237b71955a4368: Waiting for close lock at 1732037171719Disabling compacts and flushes for region at 1732037171719Disabling writes for close at 1732037171720 (+1 ms)Writing region close event to WAL at 1732037171720Closed at 1732037171721 (+1 ms) 2024-11-19T17:26:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741927_1106 (size=3344) 2024-11-19T17:26:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741927_1106 (size=3344) 2024-11-19T17:26:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741927_1106 (size=3344) 2024-11-19T17:26:11,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595, size=3.3 K (3344bytes) 2024-11-19T17:26:11,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595 2024-11-19T17:26:11,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595 after 0ms 2024-11-19T17:26:11,743 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:11,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595 took 3ms 2024-11-19T17:26:11,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595 so closing down 2024-11-19T17:26:11,745 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:26:11,746 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732037171595.temp 2024-11-19T17:26:11,747 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000003-wal.1732037171595.temp 2024-11-19T17:26:11,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:26:11,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741929_1108 (size=2944) 2024-11-19T17:26:11,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741929_1108 (size=2944) 2024-11-19T17:26:11,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741929_1108 (size=2944) 2024-11-19T17:26:11,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000003-wal.1732037171595.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T17:26:11,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000003-wal.1732037171595.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000035 2024-11-19T17:26:11,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595, size=3.3 K, length=3344, corrupted=false, cancelled=false 2024-11-19T17:26:11,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595, journal: Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595, size=3.3 K (3344bytes) at 1732037171740Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595 so closing down at 1732037171745 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000003-wal.1732037171595.temp at 1732037171747 (+2 ms)3 split writer threads finished at 1732037171747Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000003-wal.1732037171595.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732037171756 (+9 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000003-wal.1732037171595.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000035 at 1732037171757 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595, size=3.3 K, length=3344, corrupted=false, cancelled=false at 1732037171757 2024-11-19T17:26:11,759 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171595 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037171595 2024-11-19T17:26:11,760 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000035 2024-11-19T17:26:11,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:26:11,762 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:11,783 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763, exclude list is [], retry=0 2024-11-19T17:26:11,785 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:11,786 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:11,786 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:11,787 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 2024-11-19T17:26:11,788 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801),(127.0.0.1/127.0.0.1:35183:35183)] 2024-11-19T17:26:11,788 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b7d1bf0532baa5c5b237b71955a4368, NAME => 'testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:26:11,788 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:11,788 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,788 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,790 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,791 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName a 2024-11-19T17:26:11,791 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,796 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/a/bdfa05d5a09c4905bd6590fa3653bece 2024-11-19T17:26:11,796 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,796 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,797 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName b 2024-11-19T17:26:11,797 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,797 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,797 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,798 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName c 2024-11-19T17:26:11,798 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:11,799 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:11,799 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,799 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,801 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,801 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000035 2024-11-19T17:26:11,803 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:11,804 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000035 2024-11-19T17:26:11,804 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7b7d1bf0532baa5c5b237b71955a4368 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-19T17:26:11,820 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/b/748eef6f1341400e92cf9d1d49f3f782 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732037171701/Put/seqid=0 2024-11-19T17:26:11,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741931_1110 (size=5958) 2024-11-19T17:26:11,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741931_1110 (size=5958) 2024-11-19T17:26:11,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741931_1110 (size=5958) 2024-11-19T17:26:11,827 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/b/748eef6f1341400e92cf9d1d49f3f782 2024-11-19T17:26:11,846 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/c/12c61ac7f6374683ad6a7b38366e475b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732037171709/Put/seqid=0 2024-11-19T17:26:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741932_1111 (size=5958) 2024-11-19T17:26:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741932_1111 (size=5958) 2024-11-19T17:26:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741932_1111 (size=5958) 2024-11-19T17:26:11,855 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/c/12c61ac7f6374683ad6a7b38366e475b 2024-11-19T17:26:11,860 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/b/748eef6f1341400e92cf9d1d49f3f782 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/b/748eef6f1341400e92cf9d1d49f3f782 2024-11-19T17:26:11,865 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/b/748eef6f1341400e92cf9d1d49f3f782, entries=10, sequenceid=35, filesize=5.8 K 2024-11-19T17:26:11,865 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/c/12c61ac7f6374683ad6a7b38366e475b as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/c/12c61ac7f6374683ad6a7b38366e475b 2024-11-19T17:26:11,870 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/c/12c61ac7f6374683ad6a7b38366e475b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-19T17:26:11,870 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 7b7d1bf0532baa5c5b237b71955a4368 in 66ms, sequenceid=35, compaction requested=false; wal=null 2024-11-19T17:26:11,870 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000035 2024-11-19T17:26:11,871 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,871 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,872 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:26:11,873 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:11,875 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-19T17:26:11,876 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7b7d1bf0532baa5c5b237b71955a4368; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74568268, jitterRate=0.11115378141403198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:26:11,876 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7b7d1bf0532baa5c5b237b71955a4368: Writing region info on filesystem at 1732037171788Initializing all the Stores at 1732037171789 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171789Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171790 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037171790Obtaining lock to block concurrent updates at 1732037171804 (+14 ms)Preparing flush snapshotting stores in 7b7d1bf0532baa5c5b237b71955a4368 at 1732037171804Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732037171804Flushing stores of testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. at 1732037171804Flushing 7b7d1bf0532baa5c5b237b71955a4368/b: creating writer at 1732037171805 (+1 ms)Flushing 7b7d1bf0532baa5c5b237b71955a4368/b: appending metadata at 1732037171819 (+14 ms)Flushing 7b7d1bf0532baa5c5b237b71955a4368/b: closing flushed file at 1732037171819Flushing 7b7d1bf0532baa5c5b237b71955a4368/c: creating writer at 1732037171832 (+13 ms)Flushing 7b7d1bf0532baa5c5b237b71955a4368/c: appending metadata at 1732037171846 (+14 ms)Flushing 7b7d1bf0532baa5c5b237b71955a4368/c: closing flushed file at 1732037171846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23748472: reopening flushed file at 1732037171859 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45bdd33e: reopening flushed file at 1732037171865 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 7b7d1bf0532baa5c5b237b71955a4368 in 66ms, sequenceid=35, compaction requested=false; wal=null at 1732037171870 (+5 ms)Cleaning up temporary data from old regions at 1732037171871 (+1 ms)Region opened successfully at 1732037171876 (+5 ms) 2024-11-19T17:26:11,944 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763, size=0 (0bytes) 2024-11-19T17:26:11,944 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 might be still open, length is 0 2024-11-19T17:26:11,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 2024-11-19T17:26:11,944 WARN [IPC Server handler 4 on default port 40119 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-19T17:26:11,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 after 1ms 2024-11-19T17:26:12,547 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:35192 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42347:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35192 dst: /127.0.0.1:42347 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42347 remote=/127.0.0.1:35192]. Total timeout mills is 60000, 59357 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:12,548 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:36334 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45645:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36334 dst: /127.0.0.1:45645 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:12,548 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1032325982_22 at /127.0.0.1:56056 [Receiving block BP-1803256716-172.17.0.2-1732037134556:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56056 dst: /127.0.0.1:36817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741930_1112 (size=2936) 2024-11-19T17:26:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741930_1112 (size=2936) 2024-11-19T17:26:15,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 after 4001ms 2024-11-19T17:26:15,948 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:15,949 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 took 4005ms 2024-11-19T17:26:15,951 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763; continuing. 2024-11-19T17:26:15,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 so closing down 2024-11-19T17:26:15,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T17:26:15,952 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732037171763.temp 2024-11-19T17:26:15,954 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000037-wal.1732037171763.temp 2024-11-19T17:26:15,955 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T17:26:15,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741933_1113 (size=2944) 2024-11-19T17:26:15,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741933_1113 (size=2944) 2024-11-19T17:26:15,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741933_1113 (size=2944) 2024-11-19T17:26:15,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000037-wal.1732037171763.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T17:26:15,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000037-wal.1732037171763.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000066 2024-11-19T17:26:15,965 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T17:26:15,965 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763, journal: Splitting hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763, size=0 (0bytes) at 1732037171944Finishing writing output for hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 so closing down at 1732037175951 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000037-wal.1732037171763.temp at 1732037175954 (+3 ms)3 split writer threads finished at 1732037175955 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000037-wal.1732037171763.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732037175963 (+8 ms)Rename recovered edits hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000037-wal.1732037171763.temp to hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000066 at 1732037175965 (+2 ms)Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763, size=0, length=0, corrupted=false, cancelled=false at 1732037175965 2024-11-19T17:26:15,966 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 to hdfs://localhost:40119/hbase/oldWALs/wal.1732037171763 2024-11-19T17:26:15,967 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000066 2024-11-19T17:26:15,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T17:26:15,969 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40119/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542, archiveDir=hdfs://localhost:40119/hbase/oldWALs, maxLogs=32 2024-11-19T17:26:15,982 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037175969, exclude list is [], retry=0 2024-11-19T17:26:15,985 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-ec94b035-5ef1-490c-ad62-1b8081df1bae,DISK] 2024-11-19T17:26:15,985 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-89b89026-0fb2-4caa-9021-8e8ee8dee239,DISK] 2024-11-19T17:26:15,985 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45645,DS-274df907-d2c3-4f64-aae2-0486186b6ff2,DISK] 2024-11-19T17:26:15,987 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037175969 2024-11-19T17:26:15,987 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35183:35183),(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:37801:37801)] 2024-11-19T17:26:15,987 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:26:15,989 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:15,989 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName a 2024-11-19T17:26:15,990 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:15,995 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/a/bdfa05d5a09c4905bd6590fa3653bece 2024-11-19T17:26:15,995 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:15,995 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:15,996 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName b 2024-11-19T17:26:15,996 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:16,002 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/b/748eef6f1341400e92cf9d1d49f3f782 2024-11-19T17:26:16,002 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:16,002 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:16,003 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b7d1bf0532baa5c5b237b71955a4368 columnFamilyName c 2024-11-19T17:26:16,003 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:26:16,007 DEBUG [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/c/12c61ac7f6374683ad6a7b38366e475b 2024-11-19T17:26:16,008 INFO [StoreOpener-7b7d1bf0532baa5c5b237b71955a4368-1 {}] regionserver.HStore(327): Store=7b7d1bf0532baa5c5b237b71955a4368/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:26:16,008 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:16,009 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:16,010 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:16,011 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000066 2024-11-19T17:26:16,013 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T17:26:16,019 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000066 2024-11-19T17:26:16,019 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7b7d1bf0532baa5c5b237b71955a4368 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-19T17:26:16,035 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/a/4408630108b6483896d3ab16d1e2d70c is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732037171883/Put/seqid=0 2024-11-19T17:26:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741935_1115 (size=5958) 2024-11-19T17:26:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741935_1115 (size=5958) 2024-11-19T17:26:16,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741935_1115 (size=5958) 2024-11-19T17:26:16,043 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/a/4408630108b6483896d3ab16d1e2d70c 2024-11-19T17:26:16,070 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/b/2630ab55cf4042cb8443f75857319b90 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732037171890/Put/seqid=0 2024-11-19T17:26:16,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741936_1116 (size=5958) 2024-11-19T17:26:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741936_1116 (size=5958) 2024-11-19T17:26:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741936_1116 (size=5958) 2024-11-19T17:26:16,078 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/b/2630ab55cf4042cb8443f75857319b90 2024-11-19T17:26:16,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/c/e1d2d7759d8643468bd4340ffe0b83e8 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732037171897/Put/seqid=0 2024-11-19T17:26:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741937_1117 (size=5958) 2024-11-19T17:26:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741937_1117 (size=5958) 2024-11-19T17:26:16,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741937_1117 (size=5958) 2024-11-19T17:26:16,104 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/c/e1d2d7759d8643468bd4340ffe0b83e8 2024-11-19T17:26:16,110 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/a/4408630108b6483896d3ab16d1e2d70c as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/a/4408630108b6483896d3ab16d1e2d70c 2024-11-19T17:26:16,114 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/a/4408630108b6483896d3ab16d1e2d70c, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T17:26:16,115 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/b/2630ab55cf4042cb8443f75857319b90 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/b/2630ab55cf4042cb8443f75857319b90 2024-11-19T17:26:16,120 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/b/2630ab55cf4042cb8443f75857319b90, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T17:26:16,121 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/.tmp/c/e1d2d7759d8643468bd4340ffe0b83e8 as hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/c/e1d2d7759d8643468bd4340ffe0b83e8 2024-11-19T17:26:16,126 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/c/e1d2d7759d8643468bd4340ffe0b83e8, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T17:26:16,126 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 7b7d1bf0532baa5c5b237b71955a4368 in 107ms, sequenceid=66, compaction requested=false; wal=null 2024-11-19T17:26:16,127 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/0000000000000000066 2024-11-19T17:26:16,128 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:16,128 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:16,129 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:26:16,131 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7b7d1bf0532baa5c5b237b71955a4368 2024-11-19T17:26:16,133 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/hbase/data/default/testReplayEditsWrittenViaHRegion/7b7d1bf0532baa5c5b237b71955a4368/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-19T17:26:16,134 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7b7d1bf0532baa5c5b237b71955a4368; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66212204, jitterRate=-0.01336127519607544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:26:16,134 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7b7d1bf0532baa5c5b237b71955a4368: Writing region info on filesystem at 1732037175988Initializing all the Stores at 1732037175988Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037175988Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037175988Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732037175988Obtaining lock to block concurrent updates at 1732037176019 (+31 ms)Preparing flush snapshotting stores in 7b7d1bf0532baa5c5b237b71955a4368 at 1732037176019Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732037176020 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. at 1732037176020Flushing 7b7d1bf0532baa5c5b237b71955a4368/a: creating writer at 1732037176020Flushing 7b7d1bf0532baa5c5b237b71955a4368/a: appending metadata at 1732037176035 (+15 ms)Flushing 7b7d1bf0532baa5c5b237b71955a4368/a: closing flushed file at 1732037176035Flushing 7b7d1bf0532baa5c5b237b71955a4368/b: creating writer at 1732037176048 (+13 ms)Flushing 7b7d1bf0532baa5c5b237b71955a4368/b: appending metadata at 1732037176069 (+21 ms)Flushing 7b7d1bf0532baa5c5b237b71955a4368/b: closing flushed file at 1732037176069Flushing 7b7d1bf0532baa5c5b237b71955a4368/c: creating writer at 1732037176083 (+14 ms)Flushing 7b7d1bf0532baa5c5b237b71955a4368/c: appending metadata at 1732037176096 (+13 ms)Flushing 7b7d1bf0532baa5c5b237b71955a4368/c: closing flushed file at 1732037176097 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d3cfc5: reopening flushed file at 1732037176109 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758e9733: reopening flushed file at 1732037176115 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331e5003: reopening flushed file at 1732037176120 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 7b7d1bf0532baa5c5b237b71955a4368 in 107ms, sequenceid=66, compaction requested=false; wal=null at 1732037176126 (+6 ms)Cleaning up temporary data from old regions at 1732037176129 (+3 ms)Region opened successfully at 1732037176134 (+5 ms) 2024-11-19T17:26:16,148 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7b7d1bf0532baa5c5b237b71955a4368, disabling compactions & flushes 2024-11-19T17:26:16,148 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:16,148 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:16,148 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. after waiting 0 ms 2024-11-19T17:26:16,148 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:16,150 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732037171543.7b7d1bf0532baa5c5b237b71955a4368. 2024-11-19T17:26:16,150 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7b7d1bf0532baa5c5b237b71955a4368: Waiting for close lock at 1732037176148Disabling compacts and flushes for region at 1732037176148Disabling writes for close at 1732037176148Writing region close event to WAL at 1732037176150 (+2 ms)Closed at 1732037176150 2024-11-19T17:26:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741934_1114 (size=95) 2024-11-19T17:26:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741934_1114 (size=95) 2024-11-19T17:26:16,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741934_1114 (size=95) 2024-11-19T17:26:16,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T17:26:16,155 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732037175969) 2024-11-19T17:26:16,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=447 (was 440) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2092647933_22 at /127.0.0.1:36360 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2092647933_22 at /127.0.0.1:35220 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2092647933_22 at /127.0.0.1:56122 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:40119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:40119 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=6117 (was 6139) 2024-11-19T17:26:16,175 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-19T17:26:16,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:26:16,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:26:16,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:26:16,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:26:16,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:26:16,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:26:16,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:26:16,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=684258361, stopped=false 2024-11-19T17:26:16,177 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,46237,1732037137620 2024-11-19T17:26:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T17:26:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T17:26:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T17:26:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:26:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:26:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:26:16,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:26:16,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:26:16,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T17:26:16,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:26:16,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:26:16,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,34373,1732037138360' ***** 2024-11-19T17:26:16,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:26:16,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,36123,1732037138478' ***** 2024-11-19T17:26:16,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:26:16,180 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:26:16,180 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:26:16,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:26:16,181 INFO [RS:1;280a42d09ec8:36123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:26:16,181 INFO [RS:1;280a42d09ec8:36123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:26:16,181 INFO [RS:0;280a42d09ec8:34373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:26:16,181 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(3091): Received CLOSE for 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:26:16,181 INFO [RS:0;280a42d09ec8:34373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:26:16,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T17:26:16,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:26:16,181 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,34373,1732037138360 2024-11-19T17:26:16,181 INFO [RS:0;280a42d09ec8:34373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:26:16,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T17:26:16,181 INFO [RS:0;280a42d09ec8:34373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:34373. 2024-11-19T17:26:16,181 DEBUG [RS:0;280a42d09ec8:34373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:26:16,181 DEBUG [RS:0;280a42d09ec8:34373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:26:16,181 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,34373,1732037138360; all regions closed. 2024-11-19T17:26:16,182 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,36123,1732037138478 2024-11-19T17:26:16,182 INFO [RS:1;280a42d09ec8:36123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:26:16,182 INFO [RS:1;280a42d09ec8:36123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;280a42d09ec8:36123. 2024-11-19T17:26:16,182 DEBUG [RS:1;280a42d09ec8:36123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:26:16,182 DEBUG [RS:1;280a42d09ec8:36123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:26:16,182 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:26:16,182 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:26:16,182 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:26:16,182 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 603a8da2ebe4401496063dce0dae8646, disabling compactions & flushes 2024-11-19T17:26:16,182 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:26:16,182 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:26:16,182 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:26:16,182 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. after waiting 0 ms 2024-11-19T17:26:16,182 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:26:16,182 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:26:16,182 DEBUG [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(1325): Online Regions={603a8da2ebe4401496063dce0dae8646=testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:26:16,182 DEBUG [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 603a8da2ebe4401496063dce0dae8646 2024-11-19T17:26:16,182 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:26:16,183 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:26:16,183 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:26:16,183 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:26:16,183 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:26:16,183 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-19T17:26:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741833_1009 (size=1699) 2024-11-19T17:26:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741833_1009 (size=1699) 2024-11-19T17:26:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741833_1009 (size=1699) 2024-11-19T17:26:16,187 DEBUG [RS:0;280a42d09ec8:34373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/oldWALs 2024-11-19T17:26:16,187 INFO [RS:0;280a42d09ec8:34373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C34373%2C1732037138360:(num 1732037139902) 2024-11-19T17:26:16,187 DEBUG [RS:0;280a42d09ec8:34373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:26:16,187 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:26:16,187 INFO [RS:0;280a42d09ec8:34373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:26:16,188 INFO [RS:0;280a42d09ec8:34373 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T17:26:16,188 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:26:16,188 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:26:16,188 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:26:16,188 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:26:16,188 INFO [RS:0;280a42d09ec8:34373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:26:16,188 INFO [RS:0;280a42d09ec8:34373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34373 2024-11-19T17:26:16,189 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/603a8da2ebe4401496063dce0dae8646/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-19T17:26:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/280a42d09ec8,34373,1732037138360 2024-11-19T17:26:16,190 INFO [RS:0;280a42d09ec8:34373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:26:16,190 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:26:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T17:26:16,190 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 603a8da2ebe4401496063dce0dae8646: Waiting for close lock at 1732037176182Running coprocessor pre-close hooks at 1732037176182Disabling compacts and flushes for region at 1732037176182Disabling writes for close at 1732037176182Writing region close event to WAL at 1732037176185 (+3 ms)Running coprocessor post-close hooks at 1732037176190 (+5 ms)Closed at 1732037176190 2024-11-19T17:26:16,190 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646. 2024-11-19T17:26:16,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,34373,1732037138360] 2024-11-19T17:26:16,194 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/280a42d09ec8,34373,1732037138360 already deleted, retry=false 2024-11-19T17:26:16,194 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,34373,1732037138360 expired; onlineServers=1 2024-11-19T17:26:16,207 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/.tmp/info/12b2b774cacd4dc781b6de593c4429d1 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732037153101.603a8da2ebe4401496063dce0dae8646./info:regioninfo/1732037156096/Put/seqid=0 2024-11-19T17:26:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741938_1118 (size=8243) 2024-11-19T17:26:16,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741938_1118 (size=8243) 2024-11-19T17:26:16,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741938_1118 (size=8243) 2024-11-19T17:26:16,215 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/.tmp/info/12b2b774cacd4dc781b6de593c4429d1 2024-11-19T17:26:16,236 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/.tmp/ns/8b60df9733cc4ef3ab15ddda29211958 is 43, key is default/ns:d/1732037140587/Put/seqid=0 2024-11-19T17:26:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741939_1119 (size=5153) 2024-11-19T17:26:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741939_1119 (size=5153) 2024-11-19T17:26:16,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741939_1119 (size=5153) 2024-11-19T17:26:16,244 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/.tmp/ns/8b60df9733cc4ef3ab15ddda29211958 2024-11-19T17:26:16,265 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:26:16,265 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:26:16,268 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/.tmp/table/0c3939bcec264975850124bdd7d8c664 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732037153516/Put/seqid=0 2024-11-19T17:26:16,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741940_1120 (size=5431) 2024-11-19T17:26:16,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741940_1120 (size=5431) 2024-11-19T17:26:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741940_1120 (size=5431) 2024-11-19T17:26:16,279 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/.tmp/table/0c3939bcec264975850124bdd7d8c664 2024-11-19T17:26:16,286 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/.tmp/info/12b2b774cacd4dc781b6de593c4429d1 as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/info/12b2b774cacd4dc781b6de593c4429d1 2024-11-19T17:26:16,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:26:16,291 INFO [RS:0;280a42d09ec8:34373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:26:16,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34373-0x10131433c510001, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:26:16,291 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/info/12b2b774cacd4dc781b6de593c4429d1, entries=18, sequenceid=21, filesize=8.0 K 2024-11-19T17:26:16,292 INFO [RS:0;280a42d09ec8:34373 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,34373,1732037138360; zookeeper connection closed. 2024-11-19T17:26:16,292 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f2f87a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f2f87a9 2024-11-19T17:26:16,293 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/.tmp/ns/8b60df9733cc4ef3ab15ddda29211958 as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/ns/8b60df9733cc4ef3ab15ddda29211958 2024-11-19T17:26:16,297 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/ns/8b60df9733cc4ef3ab15ddda29211958, entries=2, sequenceid=21, filesize=5.0 K 2024-11-19T17:26:16,298 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/.tmp/table/0c3939bcec264975850124bdd7d8c664 as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/table/0c3939bcec264975850124bdd7d8c664 2024-11-19T17:26:16,303 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/table/0c3939bcec264975850124bdd7d8c664, entries=2, sequenceid=21, filesize=5.3 K 2024-11-19T17:26:16,304 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=21, compaction requested=false 2024-11-19T17:26:16,308 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-19T17:26:16,309 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:26:16,309 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:26:16,309 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732037176182Running coprocessor pre-close hooks at 1732037176182Disabling compacts and flushes for region at 1732037176182Disabling writes for close at 1732037176183 (+1 ms)Obtaining lock to block concurrent updates at 1732037176183Preparing flush snapshotting stores in 1588230740 at 1732037176183Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732037176183Flushing stores of hbase:meta,,1.1588230740 at 1732037176184 (+1 ms)Flushing 1588230740/info: creating writer at 1732037176184Flushing 1588230740/info: appending metadata at 1732037176206 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732037176206Flushing 1588230740/ns: creating writer at 1732037176222 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732037176236 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732037176236Flushing 1588230740/table: creating writer at 1732037176249 (+13 ms)Flushing 1588230740/table: appending metadata at 1732037176268 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732037176268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d8ed93: reopening flushed file at 1732037176285 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b62f15: reopening flushed file at 1732037176292 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364b93f8: reopening flushed file at 1732037176298 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=21, compaction requested=false at 1732037176304 (+6 ms)Writing region close event to WAL at 1732037176305 (+1 ms)Running coprocessor post-close hooks at 1732037176309 (+4 ms)Closed at 1732037176309 2024-11-19T17:26:16,309 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:26:16,383 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,36123,1732037138478; all regions closed. 2024-11-19T17:26:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741836_1012 (size=4718) 2024-11-19T17:26:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741836_1012 (size=4718) 2024-11-19T17:26:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741836_1012 (size=4718) 2024-11-19T17:26:16,388 DEBUG [RS:1;280a42d09ec8:36123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/oldWALs 2024-11-19T17:26:16,388 INFO [RS:1;280a42d09ec8:36123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C36123%2C1732037138478.meta:.meta(num 1732037140391) 2024-11-19T17:26:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741835_1011 (size=720) 2024-11-19T17:26:16,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741835_1011 (size=720) 2024-11-19T17:26:16,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741835_1011 (size=720) 2024-11-19T17:26:16,392 DEBUG [RS:1;280a42d09ec8:36123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/oldWALs 2024-11-19T17:26:16,392 INFO [RS:1;280a42d09ec8:36123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C36123%2C1732037138478:(num 1732037139941) 2024-11-19T17:26:16,392 DEBUG [RS:1;280a42d09ec8:36123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:26:16,392 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:26:16,392 INFO [RS:1;280a42d09ec8:36123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:26:16,392 INFO [RS:1;280a42d09ec8:36123 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:26:16,392 INFO [RS:1;280a42d09ec8:36123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:26:16,392 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:26:16,392 INFO [RS:1;280a42d09ec8:36123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36123 2024-11-19T17:26:16,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/280a42d09ec8,36123,1732037138478 2024-11-19T17:26:16,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T17:26:16,394 INFO [RS:1;280a42d09ec8:36123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:26:16,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,36123,1732037138478] 2024-11-19T17:26:16,397 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/280a42d09ec8,36123,1732037138478 already deleted, retry=false 2024-11-19T17:26:16,397 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,36123,1732037138478 expired; onlineServers=0 2024-11-19T17:26:16,397 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,46237,1732037137620' ***** 2024-11-19T17:26:16,397 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:26:16,397 INFO [M:0;280a42d09ec8:46237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:26:16,397 INFO [M:0;280a42d09ec8:46237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:26:16,397 DEBUG [M:0;280a42d09ec8:46237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:26:16,398 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:26:16,398 DEBUG [M:0;280a42d09ec8:46237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:26:16,398 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732037139571 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732037139571,5,FailOnTimeoutGroup] 2024-11-19T17:26:16,398 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732037139573 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732037139573,5,FailOnTimeoutGroup] 2024-11-19T17:26:16,398 INFO [M:0;280a42d09ec8:46237 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:26:16,398 INFO [M:0;280a42d09ec8:46237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:26:16,398 DEBUG [M:0;280a42d09ec8:46237 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:26:16,398 INFO [M:0;280a42d09ec8:46237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:26:16,398 INFO [M:0;280a42d09ec8:46237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:26:16,399 INFO [M:0;280a42d09ec8:46237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:26:16,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:26:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T17:26:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T17:26:16,405 DEBUG [M:0;280a42d09ec8:46237 {}] zookeeper.ZKUtil(347): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T17:26:16,405 WARN [M:0;280a42d09ec8:46237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:26:16,406 INFO [M:0;280a42d09ec8:46237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/.lastflushedseqids 2024-11-19T17:26:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741941_1121 (size=138) 2024-11-19T17:26:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741941_1121 (size=138) 2024-11-19T17:26:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741941_1121 (size=138) 2024-11-19T17:26:16,418 INFO [M:0;280a42d09ec8:46237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:26:16,418 INFO [M:0;280a42d09ec8:46237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:26:16,418 DEBUG [M:0;280a42d09ec8:46237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:26:16,418 INFO [M:0;280a42d09ec8:46237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:26:16,418 DEBUG [M:0;280a42d09ec8:46237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:26:16,419 DEBUG [M:0;280a42d09ec8:46237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:26:16,419 DEBUG [M:0;280a42d09ec8:46237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:26:16,419 INFO [M:0;280a42d09ec8:46237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-19T17:26:16,434 DEBUG [M:0;280a42d09ec8:46237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c9f0de5277e4b27a0d092227f85b74a is 82, key is hbase:meta,,1/info:regioninfo/1732037140474/Put/seqid=0 2024-11-19T17:26:16,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741942_1122 (size=5672) 2024-11-19T17:26:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741942_1122 (size=5672) 2024-11-19T17:26:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741942_1122 (size=5672) 2024-11-19T17:26:16,441 INFO [M:0;280a42d09ec8:46237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c9f0de5277e4b27a0d092227f85b74a 2024-11-19T17:26:16,460 DEBUG [M:0;280a42d09ec8:46237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e25dc88c8f242e8af31a7cce076f1c2 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732037153522/Put/seqid=0 2024-11-19T17:26:16,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741943_1123 (size=7754) 2024-11-19T17:26:16,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741943_1123 (size=7754) 2024-11-19T17:26:16,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741943_1123 (size=7754) 2024-11-19T17:26:16,468 INFO [M:0;280a42d09ec8:46237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e25dc88c8f242e8af31a7cce076f1c2 2024-11-19T17:26:16,472 INFO [M:0;280a42d09ec8:46237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e25dc88c8f242e8af31a7cce076f1c2 2024-11-19T17:26:16,487 DEBUG [M:0;280a42d09ec8:46237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/835e140b9fc542d3b5c72481e8aec3b8 is 69, key is 280a42d09ec8,34373,1732037138360/rs:state/1732037139585/Put/seqid=0 2024-11-19T17:26:16,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741944_1124 (size=5440) 2024-11-19T17:26:16,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741944_1124 (size=5440) 2024-11-19T17:26:16,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741944_1124 (size=5440) 2024-11-19T17:26:16,496 INFO [M:0;280a42d09ec8:46237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/835e140b9fc542d3b5c72481e8aec3b8 2024-11-19T17:26:16,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:26:16,496 INFO [RS:1;280a42d09ec8:36123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:26:16,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10131433c510002, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:26:16,496 INFO [RS:1;280a42d09ec8:36123 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,36123,1732037138478; zookeeper connection closed. 2024-11-19T17:26:16,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43322d5f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43322d5f 2024-11-19T17:26:16,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T17:26:16,500 INFO [M:0;280a42d09ec8:46237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 835e140b9fc542d3b5c72481e8aec3b8 2024-11-19T17:26:16,501 DEBUG [M:0;280a42d09ec8:46237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c9f0de5277e4b27a0d092227f85b74a as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c9f0de5277e4b27a0d092227f85b74a 2024-11-19T17:26:16,506 INFO [M:0;280a42d09ec8:46237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c9f0de5277e4b27a0d092227f85b74a, entries=8, sequenceid=168, filesize=5.5 K 2024-11-19T17:26:16,507 DEBUG [M:0;280a42d09ec8:46237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e25dc88c8f242e8af31a7cce076f1c2 as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e25dc88c8f242e8af31a7cce076f1c2 2024-11-19T17:26:16,512 INFO [M:0;280a42d09ec8:46237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e25dc88c8f242e8af31a7cce076f1c2 2024-11-19T17:26:16,512 INFO [M:0;280a42d09ec8:46237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e25dc88c8f242e8af31a7cce076f1c2, entries=17, sequenceid=168, filesize=7.6 K 2024-11-19T17:26:16,513 DEBUG [M:0;280a42d09ec8:46237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/835e140b9fc542d3b5c72481e8aec3b8 as hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/835e140b9fc542d3b5c72481e8aec3b8 2024-11-19T17:26:16,517 INFO [M:0;280a42d09ec8:46237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 835e140b9fc542d3b5c72481e8aec3b8 2024-11-19T17:26:16,517 INFO [M:0;280a42d09ec8:46237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/835e140b9fc542d3b5c72481e8aec3b8, entries=3, sequenceid=168, filesize=5.3 K 2024-11-19T17:26:16,518 INFO [M:0;280a42d09ec8:46237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false 2024-11-19T17:26:16,520 INFO [M:0;280a42d09ec8:46237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:26:16,520 DEBUG [M:0;280a42d09ec8:46237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732037176418Disabling compacts and flushes for region at 1732037176418Disabling writes for close at 1732037176419 (+1 ms)Obtaining lock to block concurrent updates at 1732037176419Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732037176419Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1732037176419Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732037176420 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732037176420Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732037176434 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732037176434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732037176445 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732037176459 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732037176459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732037176473 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732037176487 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732037176487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ca9279: reopening flushed file at 1732037176500 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ebb5c3a: reopening flushed file at 1732037176506 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2915827: reopening flushed file at 1732037176512 (+6 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false at 1732037176518 (+6 ms)Writing region close event to WAL at 1732037176520 (+2 ms)Closed at 1732037176520 2024-11-19T17:26:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741830_1006 (size=56468) 2024-11-19T17:26:16,523 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e344beeb-2702-8928-73dc-080aba282ffc/MasterData/WALs/280a42d09ec8,46237,1732037137620/280a42d09ec8%2C46237%2C1732037137620.1732037138940 not finished, retry = 0 2024-11-19T17:26:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45645 is added to blk_1073741830_1006 (size=56468) 2024-11-19T17:26:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741830_1006 (size=56468) 2024-11-19T17:26:16,625 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:26:16,625 INFO [M:0;280a42d09ec8:46237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:26:16,625 INFO [M:0;280a42d09ec8:46237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46237 2024-11-19T17:26:16,625 INFO [M:0;280a42d09ec8:46237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:26:16,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:26:16,727 INFO [M:0;280a42d09ec8:46237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:26:16,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x10131433c510000, quorum=127.0.0.1:61500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:26:16,734 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156765 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156765 (inode 16655) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732037156479/wal.1732037156765 (inode 16655) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T17:26:16,735 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732037148704/wal.1732037148801 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:16,735 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732037171542/wal.1732037171763 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:16,737 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037166241 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037166241 (inode 16678) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732037156906/wal.1732037166241 (inode 16678) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T17:26:16,737 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732037141862/wal.1732037141947 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:16,739 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166941 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166941 (inode 16704) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732037166453/wal.1732037166941 (inode 16704) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T17:26:16,740 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732037167124/wal.1732037167179 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:26:16,742 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal.1732037141710 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal.1732037141710 (inode 16485) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732037141505/wal.1732037141710 (inode 16485) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T17:26:16,744 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal.1732037141204 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal.1732037141204 (inode 16462) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732037140899/wal.1732037141204 (inode 16462) Holder DFSClient_NONMAPREDUCE_1032325982_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T17:26:16,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:26:16,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:26:16,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:26:16,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:26:16,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.log.dir/,STOPPED} 2024-11-19T17:26:16,753 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:26:16,753 WARN [BP-1803256716-172.17.0.2-1732037134556 heartbeating to localhost/127.0.0.1:40119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:26:16,753 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:26:16,753 WARN [BP-1803256716-172.17.0.2-1732037134556 heartbeating to localhost/127.0.0.1:40119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1803256716-172.17.0.2-1732037134556 (Datanode Uuid aa807ca8-9560-45d7-a7ad-9f0517b03f1b) service to localhost/127.0.0.1:40119 2024-11-19T17:26:16,754 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data5/current/BP-1803256716-172.17.0.2-1732037134556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:26:16,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data6/current/BP-1803256716-172.17.0.2-1732037134556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:26:16,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:26:16,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:26:16,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:26:16,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:26:16,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:26:16,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.log.dir/,STOPPED} 2024-11-19T17:26:16,759 WARN [BP-1803256716-172.17.0.2-1732037134556 heartbeating to localhost/127.0.0.1:40119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:26:16,759 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:26:16,759 WARN [BP-1803256716-172.17.0.2-1732037134556 heartbeating to localhost/127.0.0.1:40119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1803256716-172.17.0.2-1732037134556 (Datanode Uuid 722c3f10-db48-4401-b8af-378cf6a01696) service to localhost/127.0.0.1:40119 2024-11-19T17:26:16,759 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:26:16,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data3/current/BP-1803256716-172.17.0.2-1732037134556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:26:16,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data4/current/BP-1803256716-172.17.0.2-1732037134556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:26:16,760 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:26:16,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:26:16,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:26:16,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:26:16,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:26:16,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.log.dir/,STOPPED} 2024-11-19T17:26:16,763 WARN [BP-1803256716-172.17.0.2-1732037134556 heartbeating to localhost/127.0.0.1:40119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:26:16,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:26:16,764 WARN [BP-1803256716-172.17.0.2-1732037134556 heartbeating to localhost/127.0.0.1:40119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1803256716-172.17.0.2-1732037134556 (Datanode Uuid ab252755-0142-4cc9-a835-d40747058c51) service to localhost/127.0.0.1:40119 2024-11-19T17:26:16,764 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:26:16,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data1/current/BP-1803256716-172.17.0.2-1732037134556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:26:16,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/cluster_c210267b-f847-2cf8-7771-e1b0d885c668/data/data2/current/BP-1803256716-172.17.0.2-1732037134556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:26:16,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:26:16,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:26:16,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:26:16,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:26:16,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:26:16,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4faf99c1-1398-de59-aecc-58ae97e4d1e4/hadoop.log.dir/,STOPPED} 2024-11-19T17:26:16,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:26:16,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down