2024-11-15 15:33:14,419 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 15:33:14,431 main DEBUG Took 0.010155 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 15:33:14,432 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 15:33:14,432 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 15:33:14,433 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 15:33:14,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,443 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 15:33:14,458 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,460 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,461 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,463 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,464 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,466 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,467 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,468 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,469 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,470 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,470 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,471 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:33:14,472 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,473 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 15:33:14,475 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:33:14,476 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 15:33:14,478 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 15:33:14,478 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 15:33:14,480 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 15:33:14,481 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 15:33:14,490 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 15:33:14,493 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 15:33:14,495 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 15:33:14,496 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 15:33:14,496 main DEBUG createAppenders(={Console}) 2024-11-15 15:33:14,497 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-15 15:33:14,497 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 15:33:14,498 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-15 15:33:14,499 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 15:33:14,499 main DEBUG OutputStream closed 2024-11-15 15:33:14,499 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 15:33:14,500 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 15:33:14,500 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-15 15:33:14,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 15:33:14,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 15:33:14,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 15:33:14,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 15:33:14,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 15:33:14,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 15:33:14,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 15:33:14,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 15:33:14,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 15:33:14,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 15:33:14,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 15:33:14,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 15:33:14,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 15:33:14,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 15:33:14,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 15:33:14,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 15:33:14,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 15:33:14,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 15:33:14,584 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 15:33:14,584 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-15 15:33:14,584 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 15:33:14,585 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-15T15:33:14,850 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d 2024-11-15 15:33:14,852 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 15:33:14,853 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T15:33:14,861 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-15T15:33:14,867 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-15T15:33:14,891 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T15:33:14,950 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T15:33:14,950 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T15:33:14,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:33:14,977 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7, deleteOnExit=true 2024-11-15T15:33:14,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:33:14,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/test.cache.data in system properties and HBase conf 2024-11-15T15:33:14,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:33:14,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:33:14,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:33:14,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:33:14,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:33:15,055 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T15:33:15,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:33:15,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:33:15,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:33:15,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:33:15,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:33:15,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:33:15,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:33:15,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:33:15,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:33:15,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:33:15,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:33:15,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:33:15,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:33:15,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:33:15,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:33:16,224 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T15:33:16,292 INFO [Time-limited test {}] log.Log(170): Logging initialized @2531ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T15:33:16,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:33:16,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:33:16,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:33:16,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:33:16,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:33:16,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:33:16,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:33:16,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:33:16,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/java.io.tmpdir/jetty-localhost-45301-hadoop-hdfs-3_4_1-tests_jar-_-any-14671913995509154425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:33:16,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:45301} 2024-11-15T15:33:16,633 INFO [Time-limited test {}] server.Server(415): Started @2871ms 2024-11-15T15:33:17,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:33:17,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:33:17,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:33:17,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:33:17,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:33:17,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbda1ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:33:17,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55114173{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:33:17,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cdc8afb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/java.io.tmpdir/jetty-localhost-36601-hadoop-hdfs-3_4_1-tests_jar-_-any-7276036724652510182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:33:17,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@796dc018{HTTP/1.1, (http/1.1)}{localhost:36601} 2024-11-15T15:33:17,298 INFO [Time-limited test {}] server.Server(415): Started @3537ms 2024-11-15T15:33:17,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:33:17,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:33:17,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:33:17,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:33:17,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:33:17,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:33:17,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b29fce4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:33:17,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f53d973{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:33:17,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42bdeb7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/java.io.tmpdir/jetty-localhost-40043-hadoop-hdfs-3_4_1-tests_jar-_-any-546772061712786786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:33:17,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@486e75d4{HTTP/1.1, (http/1.1)}{localhost:40043} 2024-11-15T15:33:17,557 INFO [Time-limited test {}] server.Server(415): Started @3795ms 2024-11-15T15:33:17,559 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:33:17,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:33:17,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:33:17,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:33:17,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:33:17,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:33:17,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@137d43c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:33:17,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7701b046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:33:17,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11039a9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/java.io.tmpdir/jetty-localhost-41851-hadoop-hdfs-3_4_1-tests_jar-_-any-14334622065362197568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:33:17,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7000b5ce{HTTP/1.1, (http/1.1)}{localhost:41851} 2024-11-15T15:33:17,709 INFO [Time-limited test {}] server.Server(415): Started @3948ms 2024-11-15T15:33:17,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:33:18,987 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data1/current/BP-1203786311-172.17.0.2-1731684795690/current, will proceed with Du for space computation calculation, 2024-11-15T15:33:18,987 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data4/current/BP-1203786311-172.17.0.2-1731684795690/current, will proceed with Du for space computation calculation, 2024-11-15T15:33:18,987 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data2/current/BP-1203786311-172.17.0.2-1731684795690/current, will proceed with Du for space computation calculation, 2024-11-15T15:33:18,987 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data3/current/BP-1203786311-172.17.0.2-1731684795690/current, will proceed with Du for space computation calculation, 2024-11-15T15:33:19,025 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:33:19,025 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:33:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94a958e03c5cb1db with lease ID 0x68a5b52f88041b7d: Processing first storage report for DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a from datanode DatanodeRegistration(127.0.0.1:40787, datanodeUuid=accbd21f-712b-41ab-b2bd-ea20b39a97ba, infoPort=46545, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690) 2024-11-15T15:33:19,070 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data5/current/BP-1203786311-172.17.0.2-1731684795690/current, will proceed with Du for space computation calculation, 2024-11-15T15:33:19,071 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data6/current/BP-1203786311-172.17.0.2-1731684795690/current, will proceed with Du for space computation calculation, 2024-11-15T15:33:19,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94a958e03c5cb1db with lease ID 0x68a5b52f88041b7d: from storage DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a node DatanodeRegistration(127.0.0.1:40787, datanodeUuid=accbd21f-712b-41ab-b2bd-ea20b39a97ba, infoPort=46545, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:33:19,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63dccc8e81f13da3 with lease ID 0x68a5b52f88041b7c: Processing first storage report for DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2 from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=e4f1423d-bdb2-4466-8ca1-aedf484c41fb, infoPort=38899, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690) 2024-11-15T15:33:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63dccc8e81f13da3 with lease ID 0x68a5b52f88041b7c: from storage DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2 node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=e4f1423d-bdb2-4466-8ca1-aedf484c41fb, infoPort=38899, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:33:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94a958e03c5cb1db with lease ID 0x68a5b52f88041b7d: Processing first storage report for DS-f3405edc-0f2e-4a12-bac7-2d765f57b2e1 from datanode DatanodeRegistration(127.0.0.1:40787, datanodeUuid=accbd21f-712b-41ab-b2bd-ea20b39a97ba, infoPort=46545, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690) 2024-11-15T15:33:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94a958e03c5cb1db with lease ID 0x68a5b52f88041b7d: from storage DS-f3405edc-0f2e-4a12-bac7-2d765f57b2e1 node DatanodeRegistration(127.0.0.1:40787, datanodeUuid=accbd21f-712b-41ab-b2bd-ea20b39a97ba, infoPort=46545, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:33:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63dccc8e81f13da3 with lease ID 0x68a5b52f88041b7c: Processing first storage report for DS-c9190f82-2bc9-4277-a779-16381a8edd14 from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=e4f1423d-bdb2-4466-8ca1-aedf484c41fb, infoPort=38899, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690) 2024-11-15T15:33:19,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63dccc8e81f13da3 with lease ID 0x68a5b52f88041b7c: from storage DS-c9190f82-2bc9-4277-a779-16381a8edd14 node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=e4f1423d-bdb2-4466-8ca1-aedf484c41fb, infoPort=38899, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:33:19,088 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:33:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5597ae5d51706847 with lease ID 0x68a5b52f88041b7e: Processing first storage report for DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf from datanode DatanodeRegistration(127.0.0.1:33531, datanodeUuid=81fe1721-2527-4354-8a56-a7f356663d31, infoPort=45463, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690) 2024-11-15T15:33:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5597ae5d51706847 with lease ID 0x68a5b52f88041b7e: from storage DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf node DatanodeRegistration(127.0.0.1:33531, datanodeUuid=81fe1721-2527-4354-8a56-a7f356663d31, infoPort=45463, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:33:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5597ae5d51706847 with lease ID 0x68a5b52f88041b7e: Processing first storage report for DS-99a24012-66c0-4d7a-9ee6-ea136aea54ad from datanode DatanodeRegistration(127.0.0.1:33531, datanodeUuid=81fe1721-2527-4354-8a56-a7f356663d31, infoPort=45463, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690) 2024-11-15T15:33:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5597ae5d51706847 with lease ID 0x68a5b52f88041b7e: from storage DS-99a24012-66c0-4d7a-9ee6-ea136aea54ad node DatanodeRegistration(127.0.0.1:33531, datanodeUuid=81fe1721-2527-4354-8a56-a7f356663d31, infoPort=45463, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=691657790;c=1731684795690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:33:19,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d 2024-11-15T15:33:19,220 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/zookeeper_0, clientPort=55319, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:33:19,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55319 2024-11-15T15:33:19,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:19,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:33:19,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:33:19,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:33:19,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e with version=8 2024-11-15T15:33:19,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/hbase-staging 2024-11-15T15:33:20,122 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:33:20,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:33:20,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:33:20,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:33:20,310 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T15:33:20,319 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T15:33:20,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:33:20,345 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 99290 (auto-detected) 2024-11-15T15:33:20,346 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T15:33:20,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46849 2024-11-15T15:33:20,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46849 connecting to ZooKeeper ensemble=127.0.0.1:55319 2024-11-15T15:33:20,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468490x0, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:33:20,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46849-0x1013f210e8d0000 connected 2024-11-15T15:33:20,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:20,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:20,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:33:20,639 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e, hbase.cluster.distributed=false 2024-11-15T15:33:20,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T15:33:20,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-15T15:33:20,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46849 2024-11-15T15:33:20,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46849 2024-11-15T15:33:20,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-15T15:33:20,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-15T15:33:20,760 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:33:20,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:33:20,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:33:20,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:33:20,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:33:20,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42349 2024-11-15T15:33:20,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42349 connecting to ZooKeeper ensemble=127.0.0.1:55319 2024-11-15T15:33:20,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:20,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:20,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423490x0, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:33:20,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423490x0, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:33:20,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42349-0x1013f210e8d0001 connected 2024-11-15T15:33:20,796 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:33:20,804 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:33:20,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T15:33:20,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T15:33:20,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42349 2024-11-15T15:33:20,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42349 2024-11-15T15:33:20,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42349 2024-11-15T15:33:20,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42349 2024-11-15T15:33:20,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42349 2024-11-15T15:33:20,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:33:20,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:33:20,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:33:20,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:33:20,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:33:20,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37669 2024-11-15T15:33:20,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37669 connecting to ZooKeeper ensemble=127.0.0.1:55319 2024-11-15T15:33:20,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:20,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:20,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376690x0, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:33:20,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37669-0x1013f210e8d0002 connected 2024-11-15T15:33:20,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376690x0, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:33:20,860 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:33:20,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:33:20,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T15:33:20,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T15:33:20,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37669 2024-11-15T15:33:20,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37669 2024-11-15T15:33:20,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37669 2024-11-15T15:33:20,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37669 2024-11-15T15:33:20,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37669 2024-11-15T15:33:20,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:33:20,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:33:20,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:33:20,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:33:20,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:33:20,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:33:20,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41823 2024-11-15T15:33:20,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41823 connecting to ZooKeeper ensemble=127.0.0.1:55319 2024-11-15T15:33:20,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:20,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:20,911 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418230x0, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:33:20,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41823-0x1013f210e8d0003 connected 2024-11-15T15:33:20,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:33:20,913 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:33:20,914 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:33:20,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T15:33:20,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T15:33:20,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41823 2024-11-15T15:33:20,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41823 2024-11-15T15:33:20,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41823 2024-11-15T15:33:20,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41823 2024-11-15T15:33:20,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41823 2024-11-15T15:33:20,937 DEBUG [M:0;855219d6b094:46849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:46849 2024-11-15T15:33:20,939 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/855219d6b094,46849,1731684799973 2024-11-15T15:33:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:33:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:33:20,954 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:33:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:33:20,956 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/855219d6b094,46849,1731684799973 2024-11-15T15:33:20,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:20,985 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T15:33:20,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T15:33:20,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T15:33:20,985 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:20,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:20,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:20,986 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T15:33:20,987 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/855219d6b094,46849,1731684799973 from backup master directory 2024-11-15T15:33:21,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/855219d6b094,46849,1731684799973 2024-11-15T15:33:21,001 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:33:21,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:33:21,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:33:21,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:33:21,004 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:33:21,004 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,46849,1731684799973 2024-11-15T15:33:21,006 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T15:33:21,007 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T15:33:21,055 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/hbase.id] with ID: 3d37ac3f-eb17-4ffe-9077-39d7d48ed8d7 2024-11-15T15:33:21,055 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/.tmp/hbase.id 2024-11-15T15:33:21,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:33:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:33:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:33:21,070 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/.tmp/hbase.id]:[hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/hbase.id] 2024-11-15T15:33:21,111 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:33:21,116 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:33:21,133 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-15T15:33:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,143 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:33:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:33:21,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:33:21,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:33:21,181 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:33:21,186 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:33:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:33:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:33:21,233 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store 2024-11-15T15:33:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:33:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:33:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:33:21,259 INFO [master/855219d6b094:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T15:33:21,263 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:21,264 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:33:21,264 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:33:21,265 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:33:21,267 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:33:21,267 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:33:21,267 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:33:21,268 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684801264Disabling compacts and flushes for region at 1731684801264Disabling writes for close at 1731684801267 (+3 ms)Writing region close event to WAL at 1731684801267Closed at 1731684801267 2024-11-15T15:33:21,270 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/.initializing 2024-11-15T15:33:21,270 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/WALs/855219d6b094,46849,1731684799973 2024-11-15T15:33:21,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:21,293 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C46849%2C1731684799973, suffix=, logDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/WALs/855219d6b094,46849,1731684799973, archiveDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/oldWALs, maxLogs=10 2024-11-15T15:33:21,329 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/WALs/855219d6b094,46849,1731684799973/855219d6b094%2C46849%2C1731684799973.1731684801298, exclude list is [], retry=0 2024-11-15T15:33:21,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:21,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:21,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:21,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:21,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T15:33:21,391 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/WALs/855219d6b094,46849,1731684799973/855219d6b094%2C46849%2C1731684799973.1731684801298 2024-11-15T15:33:21,393 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:21,393 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:21,394 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:21,397 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,398 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:33:21,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:21,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:33:21,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:33:21,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:21,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:21,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:33:21,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:21,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:21,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:33:21,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:21,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:21,472 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,476 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,478 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,483 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,484 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,487 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:33:21,491 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:33:21,495 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:21,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71348451, jitterRate=0.063174769282341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:33:21,505 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684801410Initializing all the Stores at 1731684801412 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684801412Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684801413 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684801413Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684801413Cleaning up temporary data from old regions at 1731684801484 (+71 ms)Region opened successfully at 1731684801505 (+21 ms) 2024-11-15T15:33:21,506 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:33:21,539 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcb0933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:33:21,566 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:33:21,576 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:33:21,576 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:33:21,578 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:33:21,580 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T15:33:21,584 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T15:33:21,584 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:33:21,613 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:33:21,622 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T15:33:21,669 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T15:33:21,672 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:33:21,675 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:33:21,685 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T15:33:21,688 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:33:21,692 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:33:21,700 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T15:33:21,702 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:33:21,711 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T15:33:21,732 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:33:21,742 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T15:33:21,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T15:33:21,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T15:33:21,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T15:33:21,753 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T15:33:21,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,754 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,759 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,46849,1731684799973, sessionid=0x1013f210e8d0000, setting cluster-up flag (Was=false) 2024-11-15T15:33:21,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,791 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,827 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T15:33:21,832 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,46849,1731684799973 2024-11-15T15:33:21,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,858 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:21,890 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T15:33:21,893 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,46849,1731684799973 2024-11-15T15:33:21,902 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:33:21,927 INFO [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(746): ClusterId : 3d37ac3f-eb17-4ffe-9077-39d7d48ed8d7 2024-11-15T15:33:21,927 INFO [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(746): ClusterId : 3d37ac3f-eb17-4ffe-9077-39d7d48ed8d7 2024-11-15T15:33:21,927 INFO [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(746): ClusterId : 3d37ac3f-eb17-4ffe-9077-39d7d48ed8d7 2024-11-15T15:33:21,930 DEBUG [RS:2;855219d6b094:41823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:33:21,930 DEBUG [RS:1;855219d6b094:37669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:33:21,930 DEBUG [RS:0;855219d6b094:42349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:33:21,945 DEBUG [RS:1;855219d6b094:37669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:33:21,945 DEBUG [RS:2;855219d6b094:41823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:33:21,945 DEBUG [RS:0;855219d6b094:42349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:33:21,945 DEBUG [RS:2;855219d6b094:41823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:33:21,945 DEBUG [RS:1;855219d6b094:37669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:33:21,945 DEBUG [RS:0;855219d6b094:42349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:33:21,964 DEBUG [RS:2;855219d6b094:41823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:33:21,964 DEBUG [RS:1;855219d6b094:37669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:33:21,964 DEBUG [RS:0;855219d6b094:42349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:33:21,965 DEBUG [RS:2;855219d6b094:41823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc98a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:33:21,965 DEBUG [RS:0;855219d6b094:42349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729ed736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:33:21,965 DEBUG [RS:1;855219d6b094:37669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ad4e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:33:21,975 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:33:21,984 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:33:21,986 DEBUG [RS:2;855219d6b094:41823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;855219d6b094:41823 2024-11-15T15:33:21,986 DEBUG [RS:1;855219d6b094:37669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;855219d6b094:37669 2024-11-15T15:33:21,986 DEBUG [RS:0;855219d6b094:42349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:42349 2024-11-15T15:33:21,989 INFO [RS:2;855219d6b094:41823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:33:21,989 INFO [RS:1;855219d6b094:37669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:33:21,989 INFO [RS:0;855219d6b094:42349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:33:21,989 INFO [RS:1;855219d6b094:37669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:33:21,989 INFO [RS:2;855219d6b094:41823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:33:21,989 INFO [RS:0;855219d6b094:42349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:33:21,989 DEBUG [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:33:21,989 DEBUG [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:33:21,989 DEBUG [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:33:21,990 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:33:21,992 INFO [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,46849,1731684799973 with port=42349, startcode=1731684800727 2024-11-15T15:33:21,992 INFO [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,46849,1731684799973 with port=41823, startcode=1731684800888 2024-11-15T15:33:21,992 INFO [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,46849,1731684799973 with port=37669, startcode=1731684800831 2024-11-15T15:33:21,997 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,46849,1731684799973 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:33:22,003 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:33:22,003 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:33:22,003 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:33:22,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:33:22,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:33:22,004 DEBUG [RS:1;855219d6b094:37669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:33:22,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,004 DEBUG [RS:0;855219d6b094:42349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:33:22,004 DEBUG [RS:2;855219d6b094:41823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:33:22,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:33:22,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,006 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684832006 2024-11-15T15:33:22,008 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:33:22,009 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:33:22,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:33:22,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:33:22,013 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:33:22,013 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:33:22,014 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:33:22,014 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:33:22,015 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,018 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:33:22,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:22,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:33:22,019 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:33:22,020 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:33:22,022 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:33:22,022 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:33:22,024 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684802023,5,FailOnTimeoutGroup] 2024-11-15T15:33:22,025 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684802024,5,FailOnTimeoutGroup] 2024-11-15T15:33:22,025 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,025 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:33:22,026 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,027 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:33:22,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:33:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:33:22,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:33:22,067 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e 2024-11-15T15:33:22,073 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:33:22,073 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:33:22,073 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:33:22,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,37669,1731684800831 2024-11-15T15:33:22,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(517): Registering regionserver=855219d6b094,37669,1731684800831 2024-11-15T15:33:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:33:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:33:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:33:22,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:22,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:33:22,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:33:22,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:22,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:33:22,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:33:22,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,42349,1731684800727 2024-11-15T15:33:22,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(517): Registering regionserver=855219d6b094,42349,1731684800727 2024-11-15T15:33:22,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:33:22,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:22,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:33:22,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:33:22,101 DEBUG [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e 2024-11-15T15:33:22,102 DEBUG [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33701 2024-11-15T15:33:22,102 DEBUG [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:33:22,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,41823,1731684800888 2024-11-15T15:33:22,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:33:22,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(517): Registering regionserver=855219d6b094,41823,1731684800888 2024-11-15T15:33:22,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:22,103 DEBUG [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e 2024-11-15T15:33:22,103 DEBUG [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33701 2024-11-15T15:33:22,103 DEBUG [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:33:22,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:33:22,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:33:22,107 DEBUG [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e 2024-11-15T15:33:22,107 DEBUG [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33701 2024-11-15T15:33:22,107 DEBUG [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:33:22,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:33:22,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:22,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:33:22,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:33:22,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740 2024-11-15T15:33:22,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740 2024-11-15T15:33:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:33:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:33:22,115 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:33:22,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:33:22,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:22,124 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70203299, jitterRate=0.04611067473888397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:33:22,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684802088Initializing all the Stores at 1731684802090 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684802090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684802090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684802090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684802090Cleaning up temporary data from old regions at 1731684802114 (+24 ms)Region opened successfully at 1731684802127 (+13 ms) 2024-11-15T15:33:22,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:33:22,128 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:33:22,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:33:22,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:33:22,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:33:22,130 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:33:22,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684802128Disabling compacts and flushes for region at 1731684802128Disabling writes for close at 1731684802128Writing region close event to WAL at 1731684802129 (+1 ms)Closed at 1731684802130 (+1 ms) 2024-11-15T15:33:22,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:33:22,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:33:22,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:33:22,146 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:33:22,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T15:33:22,150 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:33:22,170 DEBUG [RS:1;855219d6b094:37669 {}] zookeeper.ZKUtil(111): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/855219d6b094,37669,1731684800831 2024-11-15T15:33:22,170 DEBUG [RS:0;855219d6b094:42349 {}] zookeeper.ZKUtil(111): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/855219d6b094,42349,1731684800727 2024-11-15T15:33:22,170 WARN [RS:1;855219d6b094:37669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:33:22,170 WARN [RS:0;855219d6b094:42349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:33:22,170 INFO [RS:1;855219d6b094:37669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:22,170 INFO [RS:0;855219d6b094:42349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:22,170 DEBUG [RS:2;855219d6b094:41823 {}] zookeeper.ZKUtil(111): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/855219d6b094,41823,1731684800888 2024-11-15T15:33:22,170 DEBUG [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,37669,1731684800831 2024-11-15T15:33:22,170 WARN [RS:2;855219d6b094:41823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:33:22,170 DEBUG [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,42349,1731684800727 2024-11-15T15:33:22,171 INFO [RS:2;855219d6b094:41823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:22,171 DEBUG [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888 2024-11-15T15:33:22,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,37669,1731684800831] 2024-11-15T15:33:22,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,41823,1731684800888] 2024-11-15T15:33:22,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,42349,1731684800727] 2024-11-15T15:33:22,196 INFO [RS:0;855219d6b094:42349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:33:22,196 INFO [RS:2;855219d6b094:41823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:33:22,196 INFO [RS:1;855219d6b094:37669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:33:22,211 INFO [RS:2;855219d6b094:41823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:33:22,211 INFO [RS:0;855219d6b094:42349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:33:22,211 INFO [RS:1;855219d6b094:37669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:33:22,216 INFO [RS:2;855219d6b094:41823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:33:22,216 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,216 INFO [RS:0;855219d6b094:42349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:33:22,216 INFO [RS:1;855219d6b094:37669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:33:22,216 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,216 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,218 INFO [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:33:22,218 INFO [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:33:22,218 INFO [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:33:22,223 INFO [RS:0;855219d6b094:42349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:33:22,223 INFO [RS:2;855219d6b094:41823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:33:22,223 INFO [RS:1;855219d6b094:37669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:33:22,224 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,224 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,224 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,225 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,225 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:33:22,225 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:33:22,225 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:33:22,226 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,226 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:33:22,226 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,227 DEBUG [RS:0;855219d6b094:42349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:33:22,227 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:33:22,227 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,227 DEBUG [RS:1;855219d6b094:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:33:22,227 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:33:22,227 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:33:22,227 DEBUG [RS:2;855219d6b094:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:33:22,229 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,229 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,229 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,229 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,229 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,230 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,42349,1731684800727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:33:22,230 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,230 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,230 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,230 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,230 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,230 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,37669,1731684800831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:33:22,231 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,231 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,231 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,231 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,231 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,231 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41823,1731684800888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:33:22,249 INFO [RS:2;855219d6b094:41823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:33:22,250 INFO [RS:0;855219d6b094:42349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:33:22,251 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41823,1731684800888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,251 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,42349,1731684800727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,251 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,251 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,251 INFO [RS:0;855219d6b094:42349 {}] regionserver.Replication(171): 855219d6b094,42349,1731684800727 started 2024-11-15T15:33:22,251 INFO [RS:2;855219d6b094:41823 {}] regionserver.Replication(171): 855219d6b094,41823,1731684800888 started 2024-11-15T15:33:22,258 INFO [RS:1;855219d6b094:37669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:33:22,258 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,37669,1731684800831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,258 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,258 INFO [RS:1;855219d6b094:37669 {}] regionserver.Replication(171): 855219d6b094,37669,1731684800831 started 2024-11-15T15:33:22,270 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,270 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,271 INFO [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,42349,1731684800727, RpcServer on 855219d6b094/172.17.0.2:42349, sessionid=0x1013f210e8d0001 2024-11-15T15:33:22,271 INFO [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,41823,1731684800888, RpcServer on 855219d6b094/172.17.0.2:41823, sessionid=0x1013f210e8d0003 2024-11-15T15:33:22,271 DEBUG [RS:0;855219d6b094:42349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:33:22,271 DEBUG [RS:2;855219d6b094:41823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:33:22,272 DEBUG [RS:2;855219d6b094:41823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,41823,1731684800888 2024-11-15T15:33:22,272 DEBUG [RS:0;855219d6b094:42349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,42349,1731684800727 2024-11-15T15:33:22,272 DEBUG [RS:0;855219d6b094:42349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,42349,1731684800727' 2024-11-15T15:33:22,272 DEBUG [RS:2;855219d6b094:41823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,41823,1731684800888' 2024-11-15T15:33:22,272 DEBUG [RS:2;855219d6b094:41823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T15:33:22,272 DEBUG [RS:0;855219d6b094:42349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T15:33:22,273 DEBUG [RS:0;855219d6b094:42349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T15:33:22,273 DEBUG [RS:2;855219d6b094:41823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T15:33:22,273 DEBUG [RS:0;855219d6b094:42349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:33:22,273 DEBUG [RS:2;855219d6b094:41823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:33:22,273 DEBUG [RS:0;855219d6b094:42349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:33:22,273 DEBUG [RS:2;855219d6b094:41823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:33:22,274 DEBUG [RS:2;855219d6b094:41823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,41823,1731684800888 2024-11-15T15:33:22,274 DEBUG [RS:0;855219d6b094:42349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,42349,1731684800727 2024-11-15T15:33:22,274 DEBUG [RS:2;855219d6b094:41823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,41823,1731684800888' 2024-11-15T15:33:22,274 DEBUG [RS:0;855219d6b094:42349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,42349,1731684800727' 2024-11-15T15:33:22,274 DEBUG [RS:2;855219d6b094:41823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T15:33:22,274 DEBUG [RS:0;855219d6b094:42349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T15:33:22,274 DEBUG [RS:0;855219d6b094:42349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T15:33:22,274 DEBUG [RS:2;855219d6b094:41823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T15:33:22,275 DEBUG [RS:0;855219d6b094:42349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:33:22,275 DEBUG [RS:2;855219d6b094:41823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:33:22,275 INFO [RS:0;855219d6b094:42349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:33:22,275 INFO [RS:2;855219d6b094:41823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:33:22,275 INFO [RS:0;855219d6b094:42349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:33:22,275 INFO [RS:2;855219d6b094:41823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:33:22,277 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:22,277 INFO [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,37669,1731684800831, RpcServer on 855219d6b094/172.17.0.2:37669, sessionid=0x1013f210e8d0002 2024-11-15T15:33:22,278 DEBUG [RS:1;855219d6b094:37669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:33:22,278 DEBUG [RS:1;855219d6b094:37669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,37669,1731684800831 2024-11-15T15:33:22,278 DEBUG [RS:1;855219d6b094:37669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,37669,1731684800831' 2024-11-15T15:33:22,278 DEBUG [RS:1;855219d6b094:37669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T15:33:22,278 DEBUG [RS:1;855219d6b094:37669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T15:33:22,279 DEBUG [RS:1;855219d6b094:37669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:33:22,279 DEBUG [RS:1;855219d6b094:37669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:33:22,279 DEBUG [RS:1;855219d6b094:37669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,37669,1731684800831 2024-11-15T15:33:22,279 DEBUG [RS:1;855219d6b094:37669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,37669,1731684800831' 2024-11-15T15:33:22,279 DEBUG [RS:1;855219d6b094:37669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T15:33:22,280 DEBUG [RS:1;855219d6b094:37669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T15:33:22,280 DEBUG [RS:1;855219d6b094:37669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:33:22,281 INFO [RS:1;855219d6b094:37669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:33:22,281 INFO [RS:1;855219d6b094:37669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:33:22,301 WARN [855219d6b094:46849 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T15:33:22,383 INFO [RS:1;855219d6b094:37669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:22,383 INFO [RS:2;855219d6b094:41823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:22,384 INFO [RS:0;855219d6b094:42349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:22,388 INFO [RS:1;855219d6b094:37669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C37669%2C1731684800831, suffix=, logDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,37669,1731684800831, archiveDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/oldWALs, maxLogs=32 2024-11-15T15:33:22,388 INFO [RS:2;855219d6b094:41823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C41823%2C1731684800888, suffix=, logDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888, archiveDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/oldWALs, maxLogs=32 2024-11-15T15:33:22,388 INFO [RS:0;855219d6b094:42349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C42349%2C1731684800727, suffix=, logDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,42349,1731684800727, archiveDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/oldWALs, maxLogs=32 2024-11-15T15:33:22,403 DEBUG [RS:1;855219d6b094:37669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,37669,1731684800831/855219d6b094%2C37669%2C1731684800831.1731684802391, exclude list is [], retry=0 2024-11-15T15:33:22,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:22,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:22,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:22,410 DEBUG [RS:2;855219d6b094:41823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888/855219d6b094%2C41823%2C1731684800888.1731684802391, exclude list is [], retry=0 2024-11-15T15:33:22,410 DEBUG [RS:0;855219d6b094:42349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,42349,1731684800727/855219d6b094%2C42349%2C1731684800727.1731684802391, exclude list is [], retry=0 2024-11-15T15:33:22,412 INFO [RS:1;855219d6b094:37669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,37669,1731684800831/855219d6b094%2C37669%2C1731684800831.1731684802391 2024-11-15T15:33:22,414 DEBUG [RS:1;855219d6b094:37669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:22,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:22,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:22,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:22,422 INFO [RS:2;855219d6b094:41823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888/855219d6b094%2C41823%2C1731684800888.1731684802391 2024-11-15T15:33:22,423 DEBUG [RS:2;855219d6b094:41823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:22,424 INFO [RS:0;855219d6b094:42349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,42349,1731684800727/855219d6b094%2C42349%2C1731684800727.1731684802391 2024-11-15T15:33:22,429 DEBUG [RS:0;855219d6b094:42349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:22,555 DEBUG [855219d6b094:46849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T15:33:22,567 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(204): Hosts are {855219d6b094=0} racks are {/default-rack=0} 2024-11-15T15:33:22,574 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T15:33:22,574 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T15:33:22,574 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T15:33:22,574 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T15:33:22,574 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T15:33:22,574 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T15:33:22,575 INFO [855219d6b094:46849 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T15:33:22,575 INFO [855219d6b094:46849 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T15:33:22,575 INFO [855219d6b094:46849 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T15:33:22,575 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T15:33:22,581 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,37669,1731684800831 2024-11-15T15:33:22,586 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,37669,1731684800831, state=OPENING 2024-11-15T15:33:22,679 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:33:22,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:22,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:22,690 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:22,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:22,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:33:22,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:33:22,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:33:22,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:33:22,694 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:33:22,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,37669,1731684800831}] 2024-11-15T15:33:22,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:33:22,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:33:22,889 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:33:22,889 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:22,890 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:33:22,893 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C37669%2C1731684800831.meta, suffix=.meta, logDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,37669,1731684800831, archiveDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/oldWALs, maxLogs=32 2024-11-15T15:33:22,908 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,37669,1731684800831/855219d6b094%2C37669%2C1731684800831.meta.1731684802895.meta, exclude list is [], retry=0 2024-11-15T15:33:22,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:22,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:22,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:22,916 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,37669,1731684800831/855219d6b094%2C37669%2C1731684800831.meta.1731684802895.meta 2024-11-15T15:33:22,916 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:22,916 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:22,918 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:33:22,921 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:33:22,925 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:33:22,928 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:33:22,929 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:22,929 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:33:22,929 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:33:22,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:33:22,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:33:22,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:22,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:33:22,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:33:22,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:33:22,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:22,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:33:22,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:33:22,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:33:22,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:22,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:33:22,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:33:22,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:33:22,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:22,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:33:22,945 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:33:22,946 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740 2024-11-15T15:33:22,950 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740 2024-11-15T15:33:22,952 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:33:22,953 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:33:22,954 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:33:22,957 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:33:22,959 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69694424, jitterRate=0.038527846336364746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:33:22,959 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:33:22,961 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684802930Writing region info on filesystem at 1731684802930Initializing all the Stores at 1731684802932 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684802932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684802933 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684802933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684802933Cleaning up temporary data from old regions at 1731684802953 (+20 ms)Running coprocessor post-open hooks at 1731684802959 (+6 ms)Region opened successfully at 1731684802961 (+2 ms) 2024-11-15T15:33:22,968 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684802867 2024-11-15T15:33:22,980 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:33:22,980 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:33:22,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,37669,1731684800831 2024-11-15T15:33:22,984 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,37669,1731684800831, state=OPEN 2024-11-15T15:33:22,995 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T15:33:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T15:33:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T15:33:22,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:33:22,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:33:22,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:33:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T15:33:22,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:33:22,996 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,37669,1731684800831 2024-11-15T15:33:23,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:33:23,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,37669,1731684800831 in 300 msec 2024-11-15T15:33:23,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:33:23,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 866 msec 2024-11-15T15:33:23,011 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:33:23,011 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:33:23,029 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:33:23,031 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37669,1731684800831, seqNum=-1] 2024-11-15T15:33:23,072 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:33:23,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:33:23,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1710 sec 2024-11-15T15:33:23,105 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684803105, completionTime=-1 2024-11-15T15:33:23,107 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T15:33:23,108 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:33:23,134 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-15T15:33:23,134 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684863134 2024-11-15T15:33:23,134 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684923134 2024-11-15T15:33:23,134 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-15T15:33:23,136 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T15:33:23,142 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46849,1731684799973-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:23,143 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46849,1731684799973-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:23,143 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46849,1731684799973-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:23,144 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:46849, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:23,144 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:23,145 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:23,151 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:33:23,171 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.167sec 2024-11-15T15:33:23,173 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:33:23,174 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:33:23,175 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:33:23,175 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:33:23,175 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:33:23,176 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46849,1731684799973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:33:23,177 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46849,1731684799973-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:33:23,181 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:33:23,182 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:33:23,182 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46849,1731684799973-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:23,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52adea56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:33:23,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,46849,-1 for getting cluster id 2024-11-15T15:33:23,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:33:23,252 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d37ac3f-eb17-4ffe-9077-39d7d48ed8d7' 2024-11-15T15:33:23,254 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:33:23,254 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d37ac3f-eb17-4ffe-9077-39d7d48ed8d7" 2024-11-15T15:33:23,255 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1adeae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:33:23,255 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,46849,-1] 2024-11-15T15:33:23,257 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:33:23,259 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:23,260 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:33:23,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561d311a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:33:23,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:33:23,271 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37669,1731684800831, seqNum=-1] 2024-11-15T15:33:23,271 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:33:23,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:33:23,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,46849,1731684799973 2024-11-15T15:33:23,292 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33701/hbase 2024-11-15T15:33:23,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=4804 2024-11-15T15:33:23,325 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:23,328 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:23,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:23,334 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25765429, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-25765429, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:23,349 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25765429/hregion-25765429.1731684803336, exclude list is [], retry=0 2024-11-15T15:33:23,354 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:23,354 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:23,355 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:23,358 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25765429/hregion-25765429.1731684803336 2024-11-15T15:33:23,359 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:23,359 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e22e696f17507ff4882d27573e612c69, NAME => 'testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741838_1014 (size=64) 2024-11-15T15:33:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741838_1014 (size=64) 2024-11-15T15:33:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741838_1014 (size=64) 2024-11-15T15:33:23,375 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:23,377 INFO [StoreOpener-e22e696f17507ff4882d27573e612c69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,380 INFO [StoreOpener-e22e696f17507ff4882d27573e612c69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22e696f17507ff4882d27573e612c69 columnFamilyName a 2024-11-15T15:33:23,380 DEBUG [StoreOpener-e22e696f17507ff4882d27573e612c69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:23,381 INFO [StoreOpener-e22e696f17507ff4882d27573e612c69-1 {}] regionserver.HStore(327): Store=e22e696f17507ff4882d27573e612c69/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:23,381 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,383 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,383 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,384 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,384 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,387 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,390 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:23,391 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e22e696f17507ff4882d27573e612c69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61932448, jitterRate=-0.07713460922241211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:33:23,392 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e22e696f17507ff4882d27573e612c69: Writing region info on filesystem at 1731684803375Initializing all the Stores at 1731684803377 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684803377Cleaning up temporary data from old regions at 1731684803384 (+7 ms)Region opened successfully at 1731684803392 (+8 ms) 2024-11-15T15:33:23,392 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e22e696f17507ff4882d27573e612c69, disabling compactions & flushes 2024-11-15T15:33:23,393 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69. 2024-11-15T15:33:23,393 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69. 2024-11-15T15:33:23,393 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69. after waiting 0 ms 2024-11-15T15:33:23,393 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69. 2024-11-15T15:33:23,393 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69. 2024-11-15T15:33:23,393 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e22e696f17507ff4882d27573e612c69: Waiting for close lock at 1731684803392Disabling compacts and flushes for region at 1731684803392Disabling writes for close at 1731684803393 (+1 ms)Writing region close event to WAL at 1731684803393Closed at 1731684803393 2024-11-15T15:33:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741837_1013 (size=93) 2024-11-15T15:33:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741837_1013 (size=93) 2024-11-15T15:33:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741837_1013 (size=93) 2024-11-15T15:33:23,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:23,405 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25765429:(num 1731684803336) 2024-11-15T15:33:23,407 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T15:33:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741839_1015 (size=276) 2024-11-15T15:33:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741839_1015 (size=276) 2024-11-15T15:33:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741839_1015 (size=276) 2024-11-15T15:33:23,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T15:33:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741840_1016 (size=230) 2024-11-15T15:33:23,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741840_1016 (size=230) 2024-11-15T15:33:23,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741840_1016 (size=230) 2024-11-15T15:33:23,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1, size=276 (276bytes) 2024-11-15T15:33:23,461 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T15:33:23,461 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T15:33:23,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1 2024-11-15T15:33:23,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1 after 3ms 2024-11-15T15:33:23,472 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:23,473 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1 took 14ms 2024-11-15T15:33:23,477 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1 so closing down 2024-11-15T15:33:23,481 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T15:33:23,483 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:23,483 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T15:33:23,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741841_1017 (size=276) 2024-11-15T15:33:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741841_1017 (size=276) 2024-11-15T15:33:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741841_1017 (size=276) 2024-11-15T15:33:23,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:23,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002 2024-11-15T15:33:23,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-15T15:33:23,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1, journal: Splitting hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1, size=276 (276bytes) at 1731684803460Finishing writing output for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1 so closing down at 1731684803477 (+17 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000001-wal-1.temp at 1731684803483 (+6 ms)3 split writer threads finished at 1731684803484 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731684803498 (+14 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002 at 1731684803501 (+3 ms)Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731684803504 (+3 ms) 2024-11-15T15:33:23,518 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2, size=230 (230bytes) 2024-11-15T15:33:23,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2 2024-11-15T15:33:23,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2 after 1ms 2024-11-15T15:33:23,523 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:23,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2 took 5ms 2024-11-15T15:33:23,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2 so closing down 2024-11-15T15:33:23,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:23,528 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T15:33:23,530 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T15:33:23,530 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741842_1018 (size=230) 2024-11-15T15:33:23,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741842_1018 (size=230) 2024-11-15T15:33:23,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741842_1018 (size=230) 2024-11-15T15:33:23,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:23,543 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:23,546 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-15T15:33:23,548 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-15T15:33:23,548 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2, journal: Splitting hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2, size=230 (230bytes) at 1731684803518Finishing writing output for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2 so closing down at 1731684803525 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002-wal-2.temp at 1731684803530 (+5 ms)3 split writer threads finished at 1731684803530Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731684803539 (+9 ms)Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731684803548 (+9 ms) 2024-11-15T15:33:23,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:23,551 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:23,564 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal.1731684803551, exclude list is [], retry=0 2024-11-15T15:33:23,568 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:23,568 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:23,568 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:23,571 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal.1731684803551 2024-11-15T15:33:23,571 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:23,571 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e22e696f17507ff4882d27573e612c69, NAME => 'testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:23,571 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:23,571 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,571 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,574 INFO [StoreOpener-e22e696f17507ff4882d27573e612c69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,576 INFO [StoreOpener-e22e696f17507ff4882d27573e612c69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22e696f17507ff4882d27573e612c69 columnFamilyName a 2024-11-15T15:33:23,576 DEBUG [StoreOpener-e22e696f17507ff4882d27573e612c69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:23,577 INFO [StoreOpener-e22e696f17507ff4882d27573e612c69-1 {}] regionserver.HStore(327): Store=e22e696f17507ff4882d27573e612c69/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:23,578 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,582 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,584 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002 2024-11-15T15:33:23,590 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:23,596 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002 2024-11-15T15:33:23,599 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e22e696f17507ff4882d27573e612c69 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T15:33:23,650 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/.tmp/a/fa642ee38adf462e8320e4eaed1d9355 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731684803406/Put/seqid=0 2024-11-15T15:33:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741844_1020 (size=5170) 2024-11-15T15:33:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741844_1020 (size=5170) 2024-11-15T15:33:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741844_1020 (size=5170) 2024-11-15T15:33:23,665 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/.tmp/a/fa642ee38adf462e8320e4eaed1d9355 2024-11-15T15:33:23,710 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/.tmp/a/fa642ee38adf462e8320e4eaed1d9355 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/a/fa642ee38adf462e8320e4eaed1d9355 2024-11-15T15:33:23,721 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/a/fa642ee38adf462e8320e4eaed1d9355, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T15:33:23,726 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e22e696f17507ff4882d27573e612c69 in 125ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T15:33:23,727 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/0000000000000000002 2024-11-15T15:33:23,728 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,728 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,732 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e22e696f17507ff4882d27573e612c69 2024-11-15T15:33:23,735 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/e22e696f17507ff4882d27573e612c69/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T15:33:23,737 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e22e696f17507ff4882d27573e612c69; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63814781, jitterRate=-0.04908566176891327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:33:23,738 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e22e696f17507ff4882d27573e612c69: Writing region info on filesystem at 1731684803572Initializing all the Stores at 1731684803573 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684803573Obtaining lock to block concurrent updates at 1731684803599 (+26 ms)Preparing flush snapshotting stores in e22e696f17507ff4882d27573e612c69 at 1731684803599Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731684803602 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731684803326.e22e696f17507ff4882d27573e612c69. at 1731684803602Flushing e22e696f17507ff4882d27573e612c69/a: creating writer at 1731684803604 (+2 ms)Flushing e22e696f17507ff4882d27573e612c69/a: appending metadata at 1731684803638 (+34 ms)Flushing e22e696f17507ff4882d27573e612c69/a: closing flushed file at 1731684803640 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4620c7: reopening flushed file at 1731684803708 (+68 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e22e696f17507ff4882d27573e612c69 in 125ms, sequenceid=2, compaction requested=false; wal=null at 1731684803726 (+18 ms)Cleaning up temporary data from old regions at 1731684803728 (+2 ms)Region opened successfully at 1731684803738 (+10 ms) 2024-11-15T15:33:23,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=375 (was 364) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:42686 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:35754 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33701/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:39186 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:33726 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:58094 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=699 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=4788 (was 4804) 2024-11-15T15:33:23,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=699, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=4787 2024-11-15T15:33:23,790 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:23,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:23,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:23,799 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-26535524, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-26535524, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:23,811 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-26535524/hregion-26535524.1731684803799, exclude list is [], retry=0 2024-11-15T15:33:23,816 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:23,816 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:23,816 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:23,821 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-26535524/hregion-26535524.1731684803799 2024-11-15T15:33:23,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:23,822 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bebbe8fe5cee1e2c86bd5725c3467f4a, NAME => 'testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741846_1022 (size=64) 2024-11-15T15:33:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741846_1022 (size=64) 2024-11-15T15:33:23,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741846_1022 (size=64) 2024-11-15T15:33:23,837 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:23,840 INFO [StoreOpener-bebbe8fe5cee1e2c86bd5725c3467f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:23,842 INFO [StoreOpener-bebbe8fe5cee1e2c86bd5725c3467f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bebbe8fe5cee1e2c86bd5725c3467f4a columnFamilyName a 2024-11-15T15:33:23,842 DEBUG [StoreOpener-bebbe8fe5cee1e2c86bd5725c3467f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:23,843 INFO [StoreOpener-bebbe8fe5cee1e2c86bd5725c3467f4a-1 {}] regionserver.HStore(327): Store=bebbe8fe5cee1e2c86bd5725c3467f4a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:23,844 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:23,845 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:23,845 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:23,846 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:23,846 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:23,849 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:23,852 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:23,853 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bebbe8fe5cee1e2c86bd5725c3467f4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61541593, jitterRate=-0.08295880258083344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:33:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bebbe8fe5cee1e2c86bd5725c3467f4a: Writing region info on filesystem at 1731684803838Initializing all the Stores at 1731684803839 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684803839Cleaning up temporary data from old regions at 1731684803846 (+7 ms)Region opened successfully at 1731684803853 (+7 ms) 2024-11-15T15:33:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bebbe8fe5cee1e2c86bd5725c3467f4a, disabling compactions & flushes 2024-11-15T15:33:23,853 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a. 2024-11-15T15:33:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a. 2024-11-15T15:33:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a. after waiting 0 ms 2024-11-15T15:33:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a. 2024-11-15T15:33:23,854 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a. 2024-11-15T15:33:23,854 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bebbe8fe5cee1e2c86bd5725c3467f4a: Waiting for close lock at 1731684803853Disabling compacts and flushes for region at 1731684803853Disabling writes for close at 1731684803853Writing region close event to WAL at 1731684803854 (+1 ms)Closed at 1731684803854 2024-11-15T15:33:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741845_1021 (size=93) 2024-11-15T15:33:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741845_1021 (size=93) 2024-11-15T15:33:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741845_1021 (size=93) 2024-11-15T15:33:23,861 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:23,861 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-26535524:(num 1731684803799) 2024-11-15T15:33:23,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T15:33:23,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741847_1023 (size=276) 2024-11-15T15:33:23,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741847_1023 (size=276) 2024-11-15T15:33:23,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741847_1023 (size=276) 2024-11-15T15:33:23,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T15:33:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741848_1024 (size=230) 2024-11-15T15:33:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741848_1024 (size=230) 2024-11-15T15:33:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741848_1024 (size=230) 2024-11-15T15:33:23,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2, size=230 (230bytes) 2024-11-15T15:33:23,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2 2024-11-15T15:33:23,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2 after 2ms 2024-11-15T15:33:23,916 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:23,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2 took 6ms 2024-11-15T15:33:23,919 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2 so closing down 2024-11-15T15:33:23,919 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:23,922 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T15:33:23,924 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T15:33:23,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:23,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741849_1025 (size=230) 2024-11-15T15:33:23,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741849_1025 (size=230) 2024-11-15T15:33:23,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741849_1025 (size=230) 2024-11-15T15:33:23,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:23,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002 2024-11-15T15:33:23,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-15T15:33:23,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2, journal: Splitting hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2, size=230 (230bytes) at 1731684803910Finishing writing output for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2 so closing down at 1731684803919 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002-wal-2.temp at 1731684803924 (+5 ms)3 split writer threads finished at 1731684803924Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731684803933 (+9 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002 at 1731684803935 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731684803935 2024-11-15T15:33:23,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1, size=276 (276bytes) 2024-11-15T15:33:23,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1 2024-11-15T15:33:23,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1 after 1ms 2024-11-15T15:33:23,954 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:23,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1 took 5ms 2024-11-15T15:33:23,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1 so closing down 2024-11-15T15:33:23,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:23,959 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T15:33:23,961 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T15:33:23,962 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741850_1026 (size=276) 2024-11-15T15:33:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741850_1026 (size=276) 2024-11-15T15:33:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741850_1026 (size=276) 2024-11-15T15:33:23,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:23,975 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:23,977 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002, length=230 2024-11-15T15:33:23,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002 2024-11-15T15:33:23,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-15T15:33:23,980 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1, journal: Splitting hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1, size=276 (276bytes) at 1731684803949Finishing writing output for hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1 so closing down at 1731684803957 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000001-wal-1.temp at 1731684803961 (+4 ms)3 split writer threads finished at 1731684803962 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731684803971 (+9 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002 at 1731684803980 (+9 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731684803980 2024-11-15T15:33:23,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:23,983 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:24,001 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal.1731684803984, exclude list is [], retry=0 2024-11-15T15:33:24,005 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:24,006 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:24,006 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:24,011 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal.1731684803984 2024-11-15T15:33:24,011 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:24,011 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bebbe8fe5cee1e2c86bd5725c3467f4a, NAME => 'testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:24,012 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:24,012 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:24,012 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:24,015 INFO [StoreOpener-bebbe8fe5cee1e2c86bd5725c3467f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:24,017 INFO [StoreOpener-bebbe8fe5cee1e2c86bd5725c3467f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bebbe8fe5cee1e2c86bd5725c3467f4a columnFamilyName a 2024-11-15T15:33:24,017 DEBUG [StoreOpener-bebbe8fe5cee1e2c86bd5725c3467f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:24,018 INFO [StoreOpener-bebbe8fe5cee1e2c86bd5725c3467f4a-1 {}] regionserver.HStore(327): Store=bebbe8fe5cee1e2c86bd5725c3467f4a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:24,018 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:24,020 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:24,023 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:24,024 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002 2024-11-15T15:33:24,028 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:24,031 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002 2024-11-15T15:33:24,031 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bebbe8fe5cee1e2c86bd5725c3467f4a 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T15:33:24,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/.tmp/a/a929d36390124e07bb006309064951e6 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731684803861/Put/seqid=0 2024-11-15T15:33:24,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741852_1028 (size=5170) 2024-11-15T15:33:24,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741852_1028 (size=5170) 2024-11-15T15:33:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741852_1028 (size=5170) 2024-11-15T15:33:24,074 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/.tmp/a/a929d36390124e07bb006309064951e6 2024-11-15T15:33:24,085 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/.tmp/a/a929d36390124e07bb006309064951e6 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/a/a929d36390124e07bb006309064951e6 2024-11-15T15:33:24,096 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/a/a929d36390124e07bb006309064951e6, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T15:33:24,097 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for bebbe8fe5cee1e2c86bd5725c3467f4a in 65ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T15:33:24,098 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/0000000000000000002 2024-11-15T15:33:24,099 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:24,099 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:24,103 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bebbe8fe5cee1e2c86bd5725c3467f4a 2024-11-15T15:33:24,105 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/bebbe8fe5cee1e2c86bd5725c3467f4a/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T15:33:24,107 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bebbe8fe5cee1e2c86bd5725c3467f4a; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67852686, jitterRate=0.011083811521530151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:33:24,107 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bebbe8fe5cee1e2c86bd5725c3467f4a: Writing region info on filesystem at 1731684804012Initializing all the Stores at 1731684804014 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684804014Obtaining lock to block concurrent updates at 1731684804031 (+17 ms)Preparing flush snapshotting stores in bebbe8fe5cee1e2c86bd5725c3467f4a at 1731684804031Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731684804031Flushing stores of testReplayEditsWrittenIntoWAL,,1731684803791.bebbe8fe5cee1e2c86bd5725c3467f4a. at 1731684804031Flushing bebbe8fe5cee1e2c86bd5725c3467f4a/a: creating writer at 1731684804031Flushing bebbe8fe5cee1e2c86bd5725c3467f4a/a: appending metadata at 1731684804058 (+27 ms)Flushing bebbe8fe5cee1e2c86bd5725c3467f4a/a: closing flushed file at 1731684804058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4168c90a: reopening flushed file at 1731684804083 (+25 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for bebbe8fe5cee1e2c86bd5725c3467f4a in 65ms, sequenceid=2, compaction requested=false; wal=null at 1731684804097 (+14 ms)Cleaning up temporary data from old regions at 1731684804099 (+2 ms)Region opened successfully at 1731684804107 (+8 ms) 2024-11-15T15:33:24,126 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:42752 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:35754 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:58158 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:39244 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:33726 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=781 (was 699) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=4758 (was 4787) 2024-11-15T15:33:24,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=781, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=4757 2024-11-15T15:33:24,151 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:24,153 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:24,154 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:24,157 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-15057322, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-15057322, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:24,170 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-15057322/hregion-15057322.1731684804158, exclude list is [], retry=0 2024-11-15T15:33:24,173 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:24,174 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:24,174 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:24,176 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-15057322/hregion-15057322.1731684804158 2024-11-15T15:33:24,177 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:24,177 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 443abba8e2b6ba5d0347b4f8ef766e8c, NAME => 'testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:24,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741854_1030 (size=64) 2024-11-15T15:33:24,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741854_1030 (size=64) 2024-11-15T15:33:24,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741854_1030 (size=64) 2024-11-15T15:33:24,190 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:24,192 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:24,194 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 443abba8e2b6ba5d0347b4f8ef766e8c columnFamilyName a 2024-11-15T15:33:24,194 DEBUG [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:24,195 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(327): Store=443abba8e2b6ba5d0347b4f8ef766e8c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:24,195 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:24,197 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 443abba8e2b6ba5d0347b4f8ef766e8c columnFamilyName b 2024-11-15T15:33:24,198 DEBUG [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:24,198 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(327): Store=443abba8e2b6ba5d0347b4f8ef766e8c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:24,199 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:24,201 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 443abba8e2b6ba5d0347b4f8ef766e8c columnFamilyName c 2024-11-15T15:33:24,201 DEBUG [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:24,204 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(327): Store=443abba8e2b6ba5d0347b4f8ef766e8c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:24,204 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:24,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:24,206 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:24,207 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:24,207 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:24,208 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:24,209 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:24,212 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:24,213 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 443abba8e2b6ba5d0347b4f8ef766e8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69084848, jitterRate=0.029444456100463867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:24,213 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 443abba8e2b6ba5d0347b4f8ef766e8c: Writing region info on filesystem at 1731684804191Initializing all the Stores at 1731684804192 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684804192Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684804192Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684804192Cleaning up temporary data from old regions at 1731684804207 (+15 ms)Region opened successfully at 1731684804213 (+6 ms) 2024-11-15T15:33:24,213 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 443abba8e2b6ba5d0347b4f8ef766e8c, disabling compactions & flushes 2024-11-15T15:33:24,213 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. 2024-11-15T15:33:24,214 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. 2024-11-15T15:33:24,214 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. after waiting 0 ms 2024-11-15T15:33:24,214 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. 2024-11-15T15:33:24,214 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. 2024-11-15T15:33:24,214 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 443abba8e2b6ba5d0347b4f8ef766e8c: Waiting for close lock at 1731684804213Disabling compacts and flushes for region at 1731684804213Disabling writes for close at 1731684804214 (+1 ms)Writing region close event to WAL at 1731684804214Closed at 1731684804214 2024-11-15T15:33:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741853_1029 (size=93) 2024-11-15T15:33:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741853_1029 (size=93) 2024-11-15T15:33:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741853_1029 (size=93) 2024-11-15T15:33:24,220 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:24,220 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-15057322:(num 1731684804158) 2024-11-15T15:33:24,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:24,223 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:24,236 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223, exclude list is [], retry=0 2024-11-15T15:33:24,239 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:24,239 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:24,239 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:24,242 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 2024-11-15T15:33:24,242 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:24,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223, size=0 (0bytes) 2024-11-15T15:33:24,426 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 might be still open, length is 0 2024-11-15T15:33:24,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 2024-11-15T15:33:24,427 WARN [IPC Server handler 0 on default port 33701 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-15T15:33:24,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 after 2ms 2024-11-15T15:33:25,111 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:58184 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58184 dst: /127.0.0.1:33681 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33681 remote=/127.0.0.1:58184]. Total timeout mills is 60000, 59279 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:25,113 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:39270 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40787:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39270 dst: /127.0.0.1:40787 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:25,113 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:42784 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42784 dst: /127.0.0.1:33531 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741855_1032 (size=200589) 2024-11-15T15:33:25,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741855_1032 (size=200589) 2024-11-15T15:33:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741855_1032 (size=200589) 2024-11-15T15:33:28,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 after 4003ms 2024-11-15T15:33:28,437 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:28,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 took 4014ms 2024-11-15T15:33:28,444 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731684804223.temp 2024-11-15T15:33:28,444 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T15:33:28,449 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000000001-wal.1731684804223.temp 2024-11-15T15:33:28,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:33:28,581 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223; continuing. 2024-11-15T15:33:28,581 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 so closing down 2024-11-15T15:33:28,581 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:28,582 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741856_1033 (size=200597) 2024-11-15T15:33:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741856_1033 (size=200597) 2024-11-15T15:33:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741856_1033 (size=200597) 2024-11-15T15:33:28,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000000001-wal.1731684804223.temp (wrote 3002 edits, skipped 0 edits in 44 ms) 2024-11-15T15:33:28,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000000001-wal.1731684804223.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000003002 2024-11-15T15:33:28,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T15:33:28,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223, journal: Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223, size=0 (0bytes) at 1731684804426Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000000001-wal.1731684804223.temp at 1731684808449 (+4023 ms)Split 1024 edits, skipped 0 edits. at 1731684808522 (+73 ms)Split 2048 edits, skipped 0 edits. at 1731684808556 (+34 ms)Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 so closing down at 1731684808581 (+25 ms)3 split writer threads finished at 1731684808582 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000000001-wal.1731684804223.temp (wrote 3002 edits, skipped 0 edits in 44 ms) at 1731684808587 (+5 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000000001-wal.1731684804223.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000003002 at 1731684808589 (+2 ms)Processed 3002 edits across 1 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223, size=0, length=0, corrupted=false, cancelled=false at 1731684808589 2024-11-15T15:33:28,592 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684804223 2024-11-15T15:33:28,593 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000003002 2024-11-15T15:33:28,594 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:28,596 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:28,616 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684808597, exclude list is [], retry=0 2024-11-15T15:33:28,620 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:28,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:28,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:28,624 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684808597 2024-11-15T15:33:28,625 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:28,625 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:28,627 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:28,629 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 443abba8e2b6ba5d0347b4f8ef766e8c columnFamilyName a 2024-11-15T15:33:28,629 DEBUG [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:28,630 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(327): Store=443abba8e2b6ba5d0347b4f8ef766e8c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:28,630 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:28,631 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 443abba8e2b6ba5d0347b4f8ef766e8c columnFamilyName b 2024-11-15T15:33:28,631 DEBUG [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:28,632 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(327): Store=443abba8e2b6ba5d0347b4f8ef766e8c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:28,632 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:28,634 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 443abba8e2b6ba5d0347b4f8ef766e8c columnFamilyName c 2024-11-15T15:33:28,634 DEBUG [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:28,635 INFO [StoreOpener-443abba8e2b6ba5d0347b4f8ef766e8c-1 {}] regionserver.HStore(327): Store=443abba8e2b6ba5d0347b4f8ef766e8c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:28,635 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:28,636 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:28,638 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:28,639 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000003002 2024-11-15T15:33:28,642 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:28,684 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T15:33:29,050 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 443abba8e2b6ba5d0347b4f8ef766e8c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T15:33:29,096 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/a/8f85364a782c4bc784f6b7a20ae895ba is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731684804249/Put/seqid=0 2024-11-15T15:33:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741858_1035 (size=50463) 2024-11-15T15:33:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741858_1035 (size=50463) 2024-11-15T15:33:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741858_1035 (size=50463) 2024-11-15T15:33:29,108 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/a/8f85364a782c4bc784f6b7a20ae895ba 2024-11-15T15:33:29,117 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/a/8f85364a782c4bc784f6b7a20ae895ba as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/a/8f85364a782c4bc784f6b7a20ae895ba 2024-11-15T15:33:29,124 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/a/8f85364a782c4bc784f6b7a20ae895ba, entries=754, sequenceid=754, filesize=49.3 K 2024-11-15T15:33:29,124 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 443abba8e2b6ba5d0347b4f8ef766e8c in 74ms, sequenceid=754, compaction requested=false; wal=null 2024-11-15T15:33:29,158 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T15:33:29,159 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 443abba8e2b6ba5d0347b4f8ef766e8c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T15:33:29,169 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/a/ab81072590cd44f08593e2007c6dfd38 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731684804288/Put/seqid=0 2024-11-15T15:33:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741859_1036 (size=20072) 2024-11-15T15:33:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741859_1036 (size=20072) 2024-11-15T15:33:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741859_1036 (size=20072) 2024-11-15T15:33:29,178 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/a/ab81072590cd44f08593e2007c6dfd38 2024-11-15T15:33:29,204 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/b/99e6607f40e34955a86d415586b5d071 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731684804309/Put/seqid=0 2024-11-15T15:33:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741860_1037 (size=35835) 2024-11-15T15:33:29,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741860_1037 (size=35835) 2024-11-15T15:33:29,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741860_1037 (size=35835) 2024-11-15T15:33:29,215 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/b/99e6607f40e34955a86d415586b5d071 2024-11-15T15:33:29,222 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/a/ab81072590cd44f08593e2007c6dfd38 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/a/ab81072590cd44f08593e2007c6dfd38 2024-11-15T15:33:29,229 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/a/ab81072590cd44f08593e2007c6dfd38, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-15T15:33:29,230 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/b/99e6607f40e34955a86d415586b5d071 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/b/99e6607f40e34955a86d415586b5d071 2024-11-15T15:33:29,236 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/b/99e6607f40e34955a86d415586b5d071, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-15T15:33:29,237 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 443abba8e2b6ba5d0347b4f8ef766e8c in 78ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-15T15:33:29,247 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T15:33:29,248 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 443abba8e2b6ba5d0347b4f8ef766e8c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T15:33:29,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/b/135ea4eaf89448a19875abb11b587513 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731684804327/Put/seqid=0 2024-11-15T15:33:29,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741861_1038 (size=35082) 2024-11-15T15:33:29,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741861_1038 (size=35082) 2024-11-15T15:33:29,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741861_1038 (size=35082) 2024-11-15T15:33:29,266 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/b/135ea4eaf89448a19875abb11b587513 2024-11-15T15:33:29,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/c/963b936ddda04b67b7ffbe8def3f8df3 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731684804352/Put/seqid=0 2024-11-15T15:33:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741862_1039 (size=20825) 2024-11-15T15:33:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741862_1039 (size=20825) 2024-11-15T15:33:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741862_1039 (size=20825) 2024-11-15T15:33:29,298 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/c/963b936ddda04b67b7ffbe8def3f8df3 2024-11-15T15:33:29,305 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/b/135ea4eaf89448a19875abb11b587513 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/b/135ea4eaf89448a19875abb11b587513 2024-11-15T15:33:29,312 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/b/135ea4eaf89448a19875abb11b587513, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-15T15:33:29,314 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/c/963b936ddda04b67b7ffbe8def3f8df3 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/c/963b936ddda04b67b7ffbe8def3f8df3 2024-11-15T15:33:29,321 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/c/963b936ddda04b67b7ffbe8def3f8df3, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-15T15:33:29,321 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 443abba8e2b6ba5d0347b4f8ef766e8c in 73ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-15T15:33:29,337 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731684804389/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. 2024-11-15T15:33:29,341 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000003002 2024-11-15T15:33:29,342 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T15:33:29,342 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 443abba8e2b6ba5d0347b4f8ef766e8c 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-15T15:33:29,350 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/c/16589bdf2bf24d2484ae99f602935b91 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731684804358/Put/seqid=0 2024-11-15T15:33:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741863_1040 (size=50301) 2024-11-15T15:33:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741863_1040 (size=50301) 2024-11-15T15:33:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741863_1040 (size=50301) 2024-11-15T15:33:29,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/c/16589bdf2bf24d2484ae99f602935b91 2024-11-15T15:33:29,367 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16589bdf2bf24d2484ae99f602935b91 2024-11-15T15:33:29,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/.tmp/c/16589bdf2bf24d2484ae99f602935b91 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/c/16589bdf2bf24d2484ae99f602935b91 2024-11-15T15:33:29,375 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16589bdf2bf24d2484ae99f602935b91 2024-11-15T15:33:29,376 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/c/16589bdf2bf24d2484ae99f602935b91, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-15T15:33:29,376 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 443abba8e2b6ba5d0347b4f8ef766e8c in 34ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-15T15:33:29,377 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/0000000000000003002 2024-11-15T15:33:29,378 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:29,378 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:29,379 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:33:29,382 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 443abba8e2b6ba5d0347b4f8ef766e8c 2024-11-15T15:33:29,385 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenIntoWAL/443abba8e2b6ba5d0347b4f8ef766e8c/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-15T15:33:29,386 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 443abba8e2b6ba5d0347b4f8ef766e8c; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62379018, jitterRate=-0.07048019766807556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:33:29,387 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 443abba8e2b6ba5d0347b4f8ef766e8c: Writing region info on filesystem at 1731684808625Initializing all the Stores at 1731684808627 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684808627Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684808627Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684808627Cleaning up temporary data from old regions at 1731684809378 (+751 ms)Region opened successfully at 1731684809386 (+8 ms) 2024-11-15T15:33:29,457 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 443abba8e2b6ba5d0347b4f8ef766e8c, disabling compactions & flushes 2024-11-15T15:33:29,457 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. 2024-11-15T15:33:29,457 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. 2024-11-15T15:33:29,457 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. after waiting 0 ms 2024-11-15T15:33:29,457 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. 2024-11-15T15:33:29,459 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731684804152.443abba8e2b6ba5d0347b4f8ef766e8c. 2024-11-15T15:33:29,459 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 443abba8e2b6ba5d0347b4f8ef766e8c: Waiting for close lock at 1731684809456Disabling compacts and flushes for region at 1731684809457 (+1 ms)Disabling writes for close at 1731684809457Writing region close event to WAL at 1731684809459 (+2 ms)Closed at 1731684809459 2024-11-15T15:33:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741857_1034 (size=93) 2024-11-15T15:33:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741857_1034 (size=93) 2024-11-15T15:33:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741857_1034 (size=93) 2024-11-15T15:33:29,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:29,466 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731684808597) 2024-11-15T15:33:29,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=400 (was 385) Potentially hanging thread: IPC Client (373550922) connection to localhost/127.0.0.1:43663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (373550922) connection to localhost/127.0.0.1:33701 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1252294125_22 at /127.0.0.1:42816 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1252294125_22 at /127.0.0.1:58230 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1252294125_22 at /127.0.0.1:39370 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1252294125_22 at /127.0.0.1:39296 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (373550922) connection to localhost/127.0.0.1:38099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 781) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=4691 (was 4757) 2024-11-15T15:33:29,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=4690 2024-11-15T15:33:29,505 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:29,507 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:29,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:29,511 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21716697, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-21716697, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:29,524 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21716697/hregion-21716697.1731684809511, exclude list is [], retry=0 2024-11-15T15:33:29,527 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:29,527 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:29,528 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:29,530 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21716697/hregion-21716697.1731684809511 2024-11-15T15:33:29,530 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:29,531 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 28b74f07590128a1cb5d76f477b2546e, NAME => 'test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741865_1042 (size=43) 2024-11-15T15:33:29,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741865_1042 (size=43) 2024-11-15T15:33:29,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741865_1042 (size=43) 2024-11-15T15:33:29,544 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:29,545 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:29,547 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b74f07590128a1cb5d76f477b2546e columnFamilyName a 2024-11-15T15:33:29,547 DEBUG [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:29,548 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(327): Store=28b74f07590128a1cb5d76f477b2546e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:29,548 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:29,550 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b74f07590128a1cb5d76f477b2546e columnFamilyName b 2024-11-15T15:33:29,550 DEBUG [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:29,551 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(327): Store=28b74f07590128a1cb5d76f477b2546e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:29,551 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:29,553 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b74f07590128a1cb5d76f477b2546e columnFamilyName c 2024-11-15T15:33:29,553 DEBUG [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:29,554 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(327): Store=28b74f07590128a1cb5d76f477b2546e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:29,554 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:29,555 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:29,555 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:29,556 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:29,556 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:29,557 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:29,559 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:29,561 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:29,562 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 28b74f07590128a1cb5d76f477b2546e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62901629, jitterRate=-0.06269268691539764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:29,563 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 28b74f07590128a1cb5d76f477b2546e: Writing region info on filesystem at 1731684809544Initializing all the Stores at 1731684809545 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684809545Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684809545Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684809545Cleaning up temporary data from old regions at 1731684809556 (+11 ms)Region opened successfully at 1731684809563 (+7 ms) 2024-11-15T15:33:29,563 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 28b74f07590128a1cb5d76f477b2546e, disabling compactions & flushes 2024-11-15T15:33:29,563 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. 2024-11-15T15:33:29,563 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. 2024-11-15T15:33:29,563 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. after waiting 0 ms 2024-11-15T15:33:29,563 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. 2024-11-15T15:33:29,564 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. 2024-11-15T15:33:29,564 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 28b74f07590128a1cb5d76f477b2546e: Waiting for close lock at 1731684809563Disabling compacts and flushes for region at 1731684809563Disabling writes for close at 1731684809563Writing region close event to WAL at 1731684809564 (+1 ms)Closed at 1731684809564 2024-11-15T15:33:29,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741864_1041 (size=93) 2024-11-15T15:33:29,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741864_1041 (size=93) 2024-11-15T15:33:29,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741864_1041 (size=93) 2024-11-15T15:33:29,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:29,573 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21716697:(num 1731684809511) 2024-11-15T15:33:29,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:29,576 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:29,589 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576, exclude list is [], retry=0 2024-11-15T15:33:29,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:29,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:29,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:29,594 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576 2024-11-15T15:33:29,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741866_1043 (size=200357) 2024-11-15T15:33:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741866_1043 (size=200357) 2024-11-15T15:33:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741866_1043 (size=200357) 2024-11-15T15:33:29,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576, size=195.7 K (200357bytes) 2024-11-15T15:33:29,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576 2024-11-15T15:33:29,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576 after 1ms 2024-11-15T15:33:29,771 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:29,772 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576 took 5ms 2024-11-15T15:33:29,776 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731684809576.temp 2024-11-15T15:33:29,777 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000000001-wal.1731684809576.temp 2024-11-15T15:33:29,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576 so closing down 2024-11-15T15:33:29,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:29,818 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741867_1044 (size=200357) 2024-11-15T15:33:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741867_1044 (size=200357) 2024-11-15T15:33:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741867_1044 (size=200357) 2024-11-15T15:33:29,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000000001-wal.1731684809576.temp (wrote 3000 edits, skipped 0 edits in 18 ms) 2024-11-15T15:33:29,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000000001-wal.1731684809576.temp to hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003000 2024-11-15T15:33:29,824 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-15T15:33:29,824 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576, journal: Splitting hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576, size=195.7 K (200357bytes) at 1731684809767Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000000001-wal.1731684809576.temp at 1731684809777 (+10 ms)Split 1024 edits, skipped 0 edits. at 1731684809789 (+12 ms)Split 2048 edits, skipped 0 edits. at 1731684809806 (+17 ms)Finishing writing output for hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576 so closing down at 1731684809818 (+12 ms)3 split writer threads finished at 1731684809818Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000000001-wal.1731684809576.temp (wrote 3000 edits, skipped 0 edits in 18 ms) at 1731684809822 (+4 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000000001-wal.1731684809576.temp to hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003000 at 1731684809824 (+2 ms)Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731684809824 2024-11-15T15:33:29,826 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809576 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684809576 2024-11-15T15:33:29,827 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003000 2024-11-15T15:33:29,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:29,829 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:29,843 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830, exclude list is [], retry=0 2024-11-15T15:33:29,846 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:29,846 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:29,847 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:29,849 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830 2024-11-15T15:33:29,850 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741868_1045 (size=200484) 2024-11-15T15:33:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741868_1045 (size=200484) 2024-11-15T15:33:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741868_1045 (size=200484) 2024-11-15T15:33:30,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830, size=195.8 K (200484bytes) 2024-11-15T15:33:30,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830 2024-11-15T15:33:30,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830 after 0ms 2024-11-15T15:33:30,008 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:30,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830 took 5ms 2024-11-15T15:33:30,014 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731684809830.temp 2024-11-15T15:33:30,016 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003001-wal.1731684809830.temp 2024-11-15T15:33:30,066 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830 so closing down 2024-11-15T15:33:30,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:30,067 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741869_1046 (size=200484) 2024-11-15T15:33:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741869_1046 (size=200484) 2024-11-15T15:33:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741869_1046 (size=200484) 2024-11-15T15:33:30,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003001-wal.1731684809830.temp (wrote 3000 edits, skipped 0 edits in 18 ms) 2024-11-15T15:33:30,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003001-wal.1731684809830.temp to hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000006000 2024-11-15T15:33:30,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-15T15:33:30,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830, journal: Splitting hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830, size=195.8 K (200484bytes) at 1731684810005Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003001-wal.1731684809830.temp at 1731684810016 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731684810028 (+12 ms)Split 2048 edits, skipped 0 edits. at 1731684810048 (+20 ms)Finishing writing output for hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830 so closing down at 1731684810066 (+18 ms)3 split writer threads finished at 1731684810067 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003001-wal.1731684809830.temp (wrote 3000 edits, skipped 0 edits in 18 ms) at 1731684810072 (+5 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003001-wal.1731684809830.temp to hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000006000 at 1731684810074 (+2 ms)Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731684810074 2024-11-15T15:33:30,077 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684809830 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684809830 2024-11-15T15:33:30,078 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000006000 2024-11-15T15:33:30,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:30,080 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/test2727-manual,16010,1731684809504, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:30,101 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684810081, exclude list is [], retry=0 2024-11-15T15:33:30,105 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:30,106 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:30,106 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:30,109 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731684809504/wal.1731684810081 2024-11-15T15:33:30,109 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:30,110 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 28b74f07590128a1cb5d76f477b2546e, NAME => 'test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:30,110 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:30,110 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,110 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,112 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,113 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b74f07590128a1cb5d76f477b2546e columnFamilyName a 2024-11-15T15:33:30,114 DEBUG [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,114 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(327): Store=28b74f07590128a1cb5d76f477b2546e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,114 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,115 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b74f07590128a1cb5d76f477b2546e columnFamilyName b 2024-11-15T15:33:30,116 DEBUG [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,116 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(327): Store=28b74f07590128a1cb5d76f477b2546e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,116 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,117 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b74f07590128a1cb5d76f477b2546e columnFamilyName c 2024-11-15T15:33:30,117 DEBUG [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,118 INFO [StoreOpener-28b74f07590128a1cb5d76f477b2546e-1 {}] regionserver.HStore(327): Store=28b74f07590128a1cb5d76f477b2546e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,118 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,119 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,122 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,122 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003000 2024-11-15T15:33:30,125 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:30,187 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003000 2024-11-15T15:33:30,189 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000006000 2024-11-15T15:33:30,192 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:30,252 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000006000 2024-11-15T15:33:30,252 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 28b74f07590128a1cb5d76f477b2546e 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-15T15:33:30,278 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/.tmp/a/31f88235c52c4b5a9034e440363706ea is 41, key is test2727/a:100/1731684809854/Put/seqid=0 2024-11-15T15:33:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741871_1048 (size=84227) 2024-11-15T15:33:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741871_1048 (size=84227) 2024-11-15T15:33:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741871_1048 (size=84227) 2024-11-15T15:33:30,286 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/.tmp/a/31f88235c52c4b5a9034e440363706ea 2024-11-15T15:33:30,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:33:30,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:30,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:33:30,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T15:33:30,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:33:30,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:30,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-15T15:33:30,312 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:30,316 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/.tmp/b/b74a6a6cd37943858c04a4430fed296a is 41, key is test2727/b:100/1731684809897/Put/seqid=0 2024-11-15T15:33:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741872_1049 (size=84609) 2024-11-15T15:33:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741872_1049 (size=84609) 2024-11-15T15:33:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741872_1049 (size=84609) 2024-11-15T15:33:30,324 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/.tmp/b/b74a6a6cd37943858c04a4430fed296a 2024-11-15T15:33:30,350 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/.tmp/c/cc422142e0244ba1b6868096b6109728 is 41, key is test2727/c:100/1731684809941/Put/seqid=0 2024-11-15T15:33:30,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741873_1050 (size=84609) 2024-11-15T15:33:30,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741873_1050 (size=84609) 2024-11-15T15:33:30,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741873_1050 (size=84609) 2024-11-15T15:33:30,357 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/.tmp/c/cc422142e0244ba1b6868096b6109728 2024-11-15T15:33:30,365 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/.tmp/a/31f88235c52c4b5a9034e440363706ea as hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/a/31f88235c52c4b5a9034e440363706ea 2024-11-15T15:33:30,372 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/a/31f88235c52c4b5a9034e440363706ea, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-15T15:33:30,374 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/.tmp/b/b74a6a6cd37943858c04a4430fed296a as hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/b/b74a6a6cd37943858c04a4430fed296a 2024-11-15T15:33:30,380 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/b/b74a6a6cd37943858c04a4430fed296a, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T15:33:30,382 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/.tmp/c/cc422142e0244ba1b6868096b6109728 as hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/c/cc422142e0244ba1b6868096b6109728 2024-11-15T15:33:30,388 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/c/cc422142e0244ba1b6868096b6109728, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T15:33:30,389 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 28b74f07590128a1cb5d76f477b2546e in 136ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-15T15:33:30,389 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000003000 2024-11-15T15:33:30,390 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/0000000000000006000 2024-11-15T15:33:30,391 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,391 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,392 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:30,394 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 28b74f07590128a1cb5d76f477b2546e 2024-11-15T15:33:30,397 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/test2727/28b74f07590128a1cb5d76f477b2546e/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-15T15:33:30,399 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 28b74f07590128a1cb5d76f477b2546e; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70976486, jitterRate=0.05763205885887146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:30,400 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 28b74f07590128a1cb5d76f477b2546e: Writing region info on filesystem at 1731684810110Initializing all the Stores at 1731684810111 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810112 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810112Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810112Obtaining lock to block concurrent updates at 1731684810252 (+140 ms)Preparing flush snapshotting stores in 28b74f07590128a1cb5d76f477b2546e at 1731684810252Finished memstore snapshotting test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731684810253 (+1 ms)Flushing stores of test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. at 1731684810253Flushing 28b74f07590128a1cb5d76f477b2546e/a: creating writer at 1731684810253Flushing 28b74f07590128a1cb5d76f477b2546e/a: appending metadata at 1731684810277 (+24 ms)Flushing 28b74f07590128a1cb5d76f477b2546e/a: closing flushed file at 1731684810277Flushing 28b74f07590128a1cb5d76f477b2546e/b: creating writer at 1731684810294 (+17 ms)Flushing 28b74f07590128a1cb5d76f477b2546e/b: appending metadata at 1731684810314 (+20 ms)Flushing 28b74f07590128a1cb5d76f477b2546e/b: closing flushed file at 1731684810314Flushing 28b74f07590128a1cb5d76f477b2546e/c: creating writer at 1731684810331 (+17 ms)Flushing 28b74f07590128a1cb5d76f477b2546e/c: appending metadata at 1731684810349 (+18 ms)Flushing 28b74f07590128a1cb5d76f477b2546e/c: closing flushed file at 1731684810349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b25823: reopening flushed file at 1731684810364 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15dfb7d6: reopening flushed file at 1731684810372 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5812faae: reopening flushed file at 1731684810380 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 28b74f07590128a1cb5d76f477b2546e in 136ms, sequenceid=6000, compaction requested=false; wal=null at 1731684810389 (+9 ms)Cleaning up temporary data from old regions at 1731684810391 (+2 ms)Region opened successfully at 1731684810400 (+9 ms) 2024-11-15T15:33:30,401 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-15T15:33:30,402 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 28b74f07590128a1cb5d76f477b2546e, disabling compactions & flushes 2024-11-15T15:33:30,402 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. 2024-11-15T15:33:30,402 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. 2024-11-15T15:33:30,402 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. after waiting 0 ms 2024-11-15T15:33:30,402 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. 2024-11-15T15:33:30,403 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731684809505.28b74f07590128a1cb5d76f477b2546e. 2024-11-15T15:33:30,403 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 28b74f07590128a1cb5d76f477b2546e: Waiting for close lock at 1731684810401Disabling compacts and flushes for region at 1731684810401Disabling writes for close at 1731684810402 (+1 ms)Writing region close event to WAL at 1731684810403 (+1 ms)Closed at 1731684810403 2024-11-15T15:33:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741870_1047 (size=93) 2024-11-15T15:33:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741870_1047 (size=93) 2024-11-15T15:33:30,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741870_1047 (size=93) 2024-11-15T15:33:30,409 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:30,409 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731684810081) 2024-11-15T15:33:30,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402 (was 400) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:42950 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:39462 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:58306 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=4472 (was 4690) 2024-11-15T15:33:30,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=4471 2024-11-15T15:33:30,449 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:30,456 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:30,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731684810457 2024-11-15T15:33:30,465 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457 2024-11-15T15:33:30,469 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:30,473 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => be8aaeb3b8d2379d0f616c0e2c6cf8ee, NAME => 'testSequentialEditLogSeqNum,,1731684810450.be8aaeb3b8d2379d0f616c0e2c6cf8ee.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:30,473 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731684810450.be8aaeb3b8d2379d0f616c0e2c6cf8ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:30,473 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for be8aaeb3b8d2379d0f616c0e2c6cf8ee 2024-11-15T15:33:30,473 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for be8aaeb3b8d2379d0f616c0e2c6cf8ee 2024-11-15T15:33:30,474 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee doesn't exist for region: be8aaeb3b8d2379d0f616c0e2c6cf8ee on table testSequentialEditLogSeqNum 2024-11-15T15:33:30,475 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: be8aaeb3b8d2379d0f616c0e2c6cf8ee on table testSequentialEditLogSeqNum 2024-11-15T15:33:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741875_1052 (size=62) 2024-11-15T15:33:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741875_1052 (size=62) 2024-11-15T15:33:30,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741875_1052 (size=62) 2024-11-15T15:33:30,514 INFO [StoreOpener-be8aaeb3b8d2379d0f616c0e2c6cf8ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region be8aaeb3b8d2379d0f616c0e2c6cf8ee 2024-11-15T15:33:30,516 INFO [StoreOpener-be8aaeb3b8d2379d0f616c0e2c6cf8ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be8aaeb3b8d2379d0f616c0e2c6cf8ee columnFamilyName a 2024-11-15T15:33:30,516 DEBUG [StoreOpener-be8aaeb3b8d2379d0f616c0e2c6cf8ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,517 INFO [StoreOpener-be8aaeb3b8d2379d0f616c0e2c6cf8ee-1 {}] regionserver.HStore(327): Store=be8aaeb3b8d2379d0f616c0e2c6cf8ee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,517 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for be8aaeb3b8d2379d0f616c0e2c6cf8ee 2024-11-15T15:33:30,518 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee 2024-11-15T15:33:30,518 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee 2024-11-15T15:33:30,519 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for be8aaeb3b8d2379d0f616c0e2c6cf8ee 2024-11-15T15:33:30,519 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for be8aaeb3b8d2379d0f616c0e2c6cf8ee 2024-11-15T15:33:30,521 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for be8aaeb3b8d2379d0f616c0e2c6cf8ee 2024-11-15T15:33:30,524 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:30,525 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened be8aaeb3b8d2379d0f616c0e2c6cf8ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61647309, jitterRate=-0.08138351142406464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:33:30,526 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for be8aaeb3b8d2379d0f616c0e2c6cf8ee: Writing region info on filesystem at 1731684810474Initializing all the Stores at 1731684810513 (+39 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810513Cleaning up temporary data from old regions at 1731684810519 (+6 ms)Region opened successfully at 1731684810525 (+6 ms) 2024-11-15T15:33:30,540 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing be8aaeb3b8d2379d0f616c0e2c6cf8ee 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-15T15:33:30,568 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/.tmp/a/7a2a6493e47c4a7babb4b717e798ca55 is 81, key is testSequentialEditLogSeqNum/a:x0/1731684810526/Put/seqid=0 2024-11-15T15:33:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741876_1053 (size=5833) 2024-11-15T15:33:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741876_1053 (size=5833) 2024-11-15T15:33:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741876_1053 (size=5833) 2024-11-15T15:33:30,576 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/.tmp/a/7a2a6493e47c4a7babb4b717e798ca55 2024-11-15T15:33:30,582 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/.tmp/a/7a2a6493e47c4a7babb4b717e798ca55 as hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/a/7a2a6493e47c4a7babb4b717e798ca55 2024-11-15T15:33:30,588 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/a/7a2a6493e47c4a7babb4b717e798ca55, entries=10, sequenceid=13, filesize=5.7 K 2024-11-15T15:33:30,590 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for be8aaeb3b8d2379d0f616c0e2c6cf8ee in 50ms, sequenceid=13, compaction requested=false 2024-11-15T15:33:30,590 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for be8aaeb3b8d2379d0f616c0e2c6cf8ee: 2024-11-15T15:33:30,596 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T15:33:30,596 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T15:33:30,596 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T15:33:30,596 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T15:33:30,597 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T15:33:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741874_1051 (size=1616) 2024-11-15T15:33:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741874_1051 (size=1616) 2024-11-15T15:33:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741874_1051 (size=1616) 2024-11-15T15:33:30,619 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457, size=1.6 K (1616bytes) 2024-11-15T15:33:30,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457 2024-11-15T15:33:30,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457 after 0ms 2024-11-15T15:33:30,622 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:30,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457 took 3ms 2024-11-15T15:33:30,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457 so closing down 2024-11-15T15:33:30,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:30,626 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731684810457.temp 2024-11-15T15:33:30,627 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/recovered.edits/0000000000000000003-wal.1731684810457.temp 2024-11-15T15:33:30,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:30,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741877_1054 (size=1175) 2024-11-15T15:33:30,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741877_1054 (size=1175) 2024-11-15T15:33:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741877_1054 (size=1175) 2024-11-15T15:33:30,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/recovered.edits/0000000000000000003-wal.1731684810457.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:30,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/recovered.edits/0000000000000000003-wal.1731684810457.temp to hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/recovered.edits/0000000000000000020 2024-11-15T15:33:30,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-15T15:33:30,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457, journal: Splitting hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457, size=1.6 K (1616bytes) at 1731684810619Finishing writing output for hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457 so closing down at 1731684810625 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/recovered.edits/0000000000000000003-wal.1731684810457.temp at 1731684810627 (+2 ms)3 split writer threads finished at 1731684810628 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/recovered.edits/0000000000000000003-wal.1731684810457.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731684810640 (+12 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/recovered.edits/0000000000000000003-wal.1731684810457.temp to hdfs://localhost:33701/hbase/data/default/testSequentialEditLogSeqNum/be8aaeb3b8d2379d0f616c0e2c6cf8ee/recovered.edits/0000000000000000020 at 1731684810642 (+2 ms)Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:33701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731684810449/wal.1731684810457, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731684810642 2024-11-15T15:33:30,658 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:42950 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:58306 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=4413 (was 4471) 2024-11-15T15:33:30,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=4413 2024-11-15T15:33:30,686 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:30,689 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:30,717 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:30,721 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-02148618, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-02148618, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:30,736 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-02148618/hregion-02148618.1731684810721, exclude list is [], retry=0 2024-11-15T15:33:30,738 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:30,739 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:30,739 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:30,741 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-02148618/hregion-02148618.1731684810721 2024-11-15T15:33:30,741 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:30,741 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5e40d74f574847b4ae6342a8b4dbc5c2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741879_1056 (size=70) 2024-11-15T15:33:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741879_1056 (size=70) 2024-11-15T15:33:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741879_1056 (size=70) 2024-11-15T15:33:30,751 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:30,753 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,754 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e40d74f574847b4ae6342a8b4dbc5c2 columnFamilyName a 2024-11-15T15:33:30,754 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,755 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(327): Store=5e40d74f574847b4ae6342a8b4dbc5c2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,755 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,756 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e40d74f574847b4ae6342a8b4dbc5c2 columnFamilyName b 2024-11-15T15:33:30,757 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,757 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(327): Store=5e40d74f574847b4ae6342a8b4dbc5c2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,757 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,759 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e40d74f574847b4ae6342a8b4dbc5c2 columnFamilyName c 2024-11-15T15:33:30,759 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,759 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(327): Store=5e40d74f574847b4ae6342a8b4dbc5c2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,760 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,760 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,761 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,763 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:30,764 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,766 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:30,767 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5e40d74f574847b4ae6342a8b4dbc5c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72850722, jitterRate=0.08556035161018372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:30,768 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5e40d74f574847b4ae6342a8b4dbc5c2: Writing region info on filesystem at 1731684810751Initializing all the Stores at 1731684810752 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810752Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810752Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810752Cleaning up temporary data from old regions at 1731684810763 (+11 ms)Region opened successfully at 1731684810768 (+5 ms) 2024-11-15T15:33:30,768 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5e40d74f574847b4ae6342a8b4dbc5c2, disabling compactions & flushes 2024-11-15T15:33:30,768 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. 2024-11-15T15:33:30,768 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. 2024-11-15T15:33:30,768 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. after waiting 0 ms 2024-11-15T15:33:30,768 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. 2024-11-15T15:33:30,769 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. 2024-11-15T15:33:30,769 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5e40d74f574847b4ae6342a8b4dbc5c2: Waiting for close lock at 1731684810768Disabling compacts and flushes for region at 1731684810768Disabling writes for close at 1731684810768Writing region close event to WAL at 1731684810769 (+1 ms)Closed at 1731684810769 2024-11-15T15:33:30,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741878_1055 (size=93) 2024-11-15T15:33:30,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741878_1055 (size=93) 2024-11-15T15:33:30,777 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:30,777 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-02148618:(num 1731684810721) 2024-11-15T15:33:30,777 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:30,779 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741878_1055 (size=93) 2024-11-15T15:33:30,792 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779, exclude list is [], retry=0 2024-11-15T15:33:30,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:30,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:30,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:30,798 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 2024-11-15T15:33:30,798 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:30,798 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e40d74f574847b4ae6342a8b4dbc5c2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:30,798 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:30,799 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,799 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,800 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,801 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e40d74f574847b4ae6342a8b4dbc5c2 columnFamilyName a 2024-11-15T15:33:30,802 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,802 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(327): Store=5e40d74f574847b4ae6342a8b4dbc5c2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,802 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,803 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e40d74f574847b4ae6342a8b4dbc5c2 columnFamilyName b 2024-11-15T15:33:30,803 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,804 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(327): Store=5e40d74f574847b4ae6342a8b4dbc5c2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,804 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,805 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e40d74f574847b4ae6342a8b4dbc5c2 columnFamilyName c 2024-11-15T15:33:30,805 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:30,805 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(327): Store=5e40d74f574847b4ae6342a8b4dbc5c2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:30,805 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,806 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,807 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,808 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,808 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,808 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:30,810 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:30,811 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5e40d74f574847b4ae6342a8b4dbc5c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64989006, jitterRate=-0.031588345766067505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:30,812 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5e40d74f574847b4ae6342a8b4dbc5c2: Writing region info on filesystem at 1731684810799Initializing all the Stores at 1731684810800 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810800Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810800Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684810800Cleaning up temporary data from old regions at 1731684810808 (+8 ms)Region opened successfully at 1731684810811 (+3 ms) 2024-11-15T15:33:30,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731684810815/Put/seqid=0 2024-11-15T15:33:30,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741881_1058 (size=4826) 2024-11-15T15:33:30,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741881_1058 (size=4826) 2024-11-15T15:33:30,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741881_1058 (size=4826) 2024-11-15T15:33:30,826 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 5e40d74f574847b4ae6342a8b4dbc5c2/a 2024-11-15T15:33:30,836 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-15T15:33:30,836 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:33:30,836 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5e40d74f574847b4ae6342a8b4dbc5c2: 2024-11-15T15:33:30,838 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/a/f5e8b60e3fa04a088f8bbeff9d2c7d1b_SeqId_3_ 2024-11-15T15:33:30,839 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 5e40d74f574847b4ae6342a8b4dbc5c2/a as hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/a/f5e8b60e3fa04a088f8bbeff9d2c7d1b_SeqId_3_ - updating store file list. 2024-11-15T15:33:30,846 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5e8b60e3fa04a088f8bbeff9d2c7d1b_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T15:33:30,846 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/a/f5e8b60e3fa04a088f8bbeff9d2c7d1b_SeqId_3_ into 5e40d74f574847b4ae6342a8b4dbc5c2/a 2024-11-15T15:33:30,846 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 5e40d74f574847b4ae6342a8b4dbc5c2/a (new location: hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/a/f5e8b60e3fa04a088f8bbeff9d2c7d1b_SeqId_3_) 2024-11-15T15:33:30,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779, size=0 (0bytes) 2024-11-15T15:33:30,901 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 might be still open, length is 0 2024-11-15T15:33:30,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 2024-11-15T15:33:30,902 WARN [IPC Server handler 0 on default port 33701 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-15T15:33:30,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 after 1ms 2024-11-15T15:33:31,094 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:39544 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40787:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39544 dst: /127.0.0.1:40787 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40787 remote=/127.0.0.1:39544]. Total timeout mills is 60000, 59758 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:31,095 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:58402 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58402 dst: /127.0.0.1:33681 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:31,095 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:43036 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43036 dst: /127.0.0.1:33531 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:31,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741880_1059 (size=434) 2024-11-15T15:33:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741880_1059 (size=434) 2024-11-15T15:33:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741880_1059 (size=434) 2024-11-15T15:33:34,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 after 4002ms 2024-11-15T15:33:34,911 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:34,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 took 4010ms 2024-11-15T15:33:34,913 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779; continuing. 2024-11-15T15:33:34,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 so closing down 2024-11-15T15:33:34,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:34,915 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731684810779.temp 2024-11-15T15:33:34,917 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005-wal.1731684810779.temp 2024-11-15T15:33:34,917 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:34,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741882_1060 (size=236) 2024-11-15T15:33:34,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741882_1060 (size=236) 2024-11-15T15:33:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741882_1060 (size=236) 2024-11-15T15:33:34,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005-wal.1731684810779.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:34,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005-wal.1731684810779.temp to hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005 2024-11-15T15:33:34,927 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T15:33:34,927 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779, journal: Splitting hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779, size=0 (0bytes) at 1731684810901Finishing writing output for hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 so closing down at 1731684814914 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005-wal.1731684810779.temp at 1731684814917 (+3 ms)3 split writer threads finished at 1731684814917Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005-wal.1731684810779.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731684814925 (+8 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005-wal.1731684810779.temp to hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005 at 1731684814927 (+2 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779, size=0, length=0, corrupted=false, cancelled=false at 1731684814927 2024-11-15T15:33:34,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684810779 2024-11-15T15:33:34,930 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005 2024-11-15T15:33:34,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:34,933 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:34,945 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684814933, exclude list is [], retry=0 2024-11-15T15:33:34,947 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:34,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:34,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:34,950 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684814933 2024-11-15T15:33:34,950 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:34,950 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e40d74f574847b4ae6342a8b4dbc5c2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:34,951 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:34,951 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:34,951 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:34,952 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:34,953 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e40d74f574847b4ae6342a8b4dbc5c2 columnFamilyName a 2024-11-15T15:33:34,953 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:34,960 DEBUG [StoreFileOpener-5e40d74f574847b4ae6342a8b4dbc5c2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5e8b60e3fa04a088f8bbeff9d2c7d1b_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T15:33:34,960 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/a/f5e8b60e3fa04a088f8bbeff9d2c7d1b_SeqId_3_ 2024-11-15T15:33:34,960 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(327): Store=5e40d74f574847b4ae6342a8b4dbc5c2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:34,960 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:34,961 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e40d74f574847b4ae6342a8b4dbc5c2 columnFamilyName b 2024-11-15T15:33:34,962 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:34,962 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(327): Store=5e40d74f574847b4ae6342a8b4dbc5c2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:34,962 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:34,963 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e40d74f574847b4ae6342a8b4dbc5c2 columnFamilyName c 2024-11-15T15:33:34,963 DEBUG [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:34,963 INFO [StoreOpener-5e40d74f574847b4ae6342a8b4dbc5c2-1 {}] regionserver.HStore(327): Store=5e40d74f574847b4ae6342a8b4dbc5c2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:34,964 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:34,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:34,966 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:34,967 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005 2024-11-15T15:33:34,970 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:34,971 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005 2024-11-15T15:33:34,971 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5e40d74f574847b4ae6342a8b4dbc5c2 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-15T15:33:34,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/.tmp/a/55d150a3c69b4b9cb833b3d378f65c14 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731684810852/Put/seqid=0 2024-11-15T15:33:34,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741884_1062 (size=5149) 2024-11-15T15:33:34,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741884_1062 (size=5149) 2024-11-15T15:33:34,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741884_1062 (size=5149) 2024-11-15T15:33:34,996 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/.tmp/a/55d150a3c69b4b9cb833b3d378f65c14 2024-11-15T15:33:35,003 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/.tmp/a/55d150a3c69b4b9cb833b3d378f65c14 as hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/a/55d150a3c69b4b9cb833b3d378f65c14 2024-11-15T15:33:35,010 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/a/55d150a3c69b4b9cb833b3d378f65c14, entries=1, sequenceid=5, filesize=5.0 K 2024-11-15T15:33:35,010 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 5e40d74f574847b4ae6342a8b4dbc5c2 in 39ms, sequenceid=5, compaction requested=false; wal=null 2024-11-15T15:33:35,011 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/0000000000000000005 2024-11-15T15:33:35,012 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:35,012 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:35,013 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:35,014 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5e40d74f574847b4ae6342a8b4dbc5c2 2024-11-15T15:33:35,017 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5e40d74f574847b4ae6342a8b4dbc5c2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T15:33:35,017 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5e40d74f574847b4ae6342a8b4dbc5c2; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67819790, jitterRate=0.010593622922897339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:35,018 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5e40d74f574847b4ae6342a8b4dbc5c2: Writing region info on filesystem at 1731684814951Initializing all the Stores at 1731684814952 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684814952Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684814952Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684814952Obtaining lock to block concurrent updates at 1731684814971 (+19 ms)Preparing flush snapshotting stores in 5e40d74f574847b4ae6342a8b4dbc5c2 at 1731684814971Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731684814971Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. at 1731684814971Flushing 5e40d74f574847b4ae6342a8b4dbc5c2/a: creating writer at 1731684814971Flushing 5e40d74f574847b4ae6342a8b4dbc5c2/a: appending metadata at 1731684814987 (+16 ms)Flushing 5e40d74f574847b4ae6342a8b4dbc5c2/a: closing flushed file at 1731684814987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2a9665: reopening flushed file at 1731684815002 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 5e40d74f574847b4ae6342a8b4dbc5c2 in 39ms, sequenceid=5, compaction requested=false; wal=null at 1731684815010 (+8 ms)Cleaning up temporary data from old regions at 1731684815012 (+2 ms)Region opened successfully at 1731684815018 (+6 ms) 2024-11-15T15:33:35,021 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5e40d74f574847b4ae6342a8b4dbc5c2, disabling compactions & flushes 2024-11-15T15:33:35,021 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. 2024-11-15T15:33:35,021 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. 2024-11-15T15:33:35,021 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. after waiting 0 ms 2024-11-15T15:33:35,021 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. 2024-11-15T15:33:35,022 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731684810687.5e40d74f574847b4ae6342a8b4dbc5c2. 2024-11-15T15:33:35,022 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5e40d74f574847b4ae6342a8b4dbc5c2: Waiting for close lock at 1731684815021Disabling compacts and flushes for region at 1731684815021Disabling writes for close at 1731684815021Writing region close event to WAL at 1731684815022 (+1 ms)Closed at 1731684815022 2024-11-15T15:33:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741883_1061 (size=93) 2024-11-15T15:33:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741883_1061 (size=93) 2024-11-15T15:33:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741883_1061 (size=93) 2024-11-15T15:33:35,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:35,027 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731684814933) 2024-11-15T15:33:35,040 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 407) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (373550922) connection to localhost/127.0.0.1:33701 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1621667580_22 at /127.0.0.1:50222 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1621667580_22 at /127.0.0.1:45800 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1621667580_22 at /127.0.0.1:33108 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 124) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4411 (was 4413) 2024-11-15T15:33:35,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=4410 2024-11-15T15:33:35,070 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:35,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:33:35,078 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,46849,1731684799973 2024-11-15T15:33:35,080 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd6bd68 2024-11-15T15:33:35,081 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:33:35,083 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:33:35,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:33:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T15:33:35,094 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:33:35,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-15T15:33:35,096 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:35,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:33:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:33:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741885_1063 (size=694) 2024-11-15T15:33:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741885_1063 (size=694) 2024-11-15T15:33:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741885_1063 (size=694) 2024-11-15T15:33:35,111 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4324820de99f06dcf155c40136945c1e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e 2024-11-15T15:33:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741886_1064 (size=77) 2024-11-15T15:33:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741886_1064 (size=77) 2024-11-15T15:33:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741886_1064 (size=77) 2024-11-15T15:33:35,119 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:35,119 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 4324820de99f06dcf155c40136945c1e, disabling compactions & flushes 2024-11-15T15:33:35,119 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,119 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,119 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. after waiting 0 ms 2024-11-15T15:33:35,119 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,119 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,119 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4324820de99f06dcf155c40136945c1e: Waiting for close lock at 1731684815119Disabling compacts and flushes for region at 1731684815119Disabling writes for close at 1731684815119Writing region close event to WAL at 1731684815119Closed at 1731684815119 2024-11-15T15:33:35,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:33:35,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731684815121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684815121"}]},"ts":"1731684815121"} 2024-11-15T15:33:35,129 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:33:35,130 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:33:35,133 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684815130"}]},"ts":"1731684815130"} 2024-11-15T15:33:35,136 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-15T15:33:35,137 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {855219d6b094=0} racks are {/default-rack=0} 2024-11-15T15:33:35,138 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T15:33:35,138 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T15:33:35,138 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T15:33:35,138 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T15:33:35,138 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T15:33:35,138 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T15:33:35,138 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T15:33:35,138 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T15:33:35,138 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T15:33:35,138 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T15:33:35,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN}] 2024-11-15T15:33:35,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN 2024-11-15T15:33:35,143 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN; state=OFFLINE, location=855219d6b094,41823,1731684800888; forceNewPlan=false, retain=false 2024-11-15T15:33:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:33:35,298 INFO [855219d6b094:46849 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T15:33:35,300 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=OPENING, regionLocation=855219d6b094,41823,1731684800888 2024-11-15T15:33:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN because future has completed 2024-11-15T15:33:35,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,41823,1731684800888}] 2024-11-15T15:33:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:33:35,460 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:33:35,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:33:35,471 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,472 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4324820de99f06dcf155c40136945c1e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:35,472 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,472 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:35,473 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,473 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,474 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,476 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf1 2024-11-15T15:33:35,476 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:35,477 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:35,477 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,479 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf2 2024-11-15T15:33:35,479 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:35,479 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:35,479 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,480 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,481 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,481 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,481 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,482 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T15:33:35,483 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,486 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:35,486 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4324820de99f06dcf155c40136945c1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71175891, jitterRate=0.06060342490673065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T15:33:35,486 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,487 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4324820de99f06dcf155c40136945c1e: Running coprocessor pre-open hook at 1731684815473Writing region info on filesystem at 1731684815473Initializing all the Stores at 1731684815474 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684815474Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684815474Cleaning up temporary data from old regions at 1731684815481 (+7 ms)Running coprocessor post-open hooks at 1731684815486 (+5 ms)Region opened successfully at 1731684815487 (+1 ms) 2024-11-15T15:33:35,489 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., pid=6, masterSystemTime=1731684815459 2024-11-15T15:33:35,491 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,491 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,492 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,41823,1731684800888 2024-11-15T15:33:35,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,41823,1731684800888 because future has completed 2024-11-15T15:33:35,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:33:35,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,41823,1731684800888 in 191 msec 2024-11-15T15:33:35,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:33:35,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN in 360 msec 2024-11-15T15:33:35,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:33:35,505 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684815505"}]},"ts":"1731684815505"} 2024-11-15T15:33:35,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-15T15:33:35,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:33:35,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 421 msec 2024-11-15T15:33:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:33:35,729 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-15T15:33:35,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-15T15:33:35,732 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T15:33:35,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-15T15:33:35,738 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T15:33:35,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-15T15:33:35,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=2] 2024-11-15T15:33:35,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:33:35,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:33:35,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4324820de99f06dcf155c40136945c1e, source=855219d6b094,41823,1731684800888, destination=855219d6b094,42349,1731684800727, warming up region on 855219d6b094,42349,1731684800727 2024-11-15T15:33:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:33:35,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4324820de99f06dcf155c40136945c1e, source=855219d6b094,41823,1731684800888, destination=855219d6b094,42349,1731684800727, running balancer 2024-11-15T15:33:35,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:33:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE 2024-11-15T15:33:35,773 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE 2024-11-15T15:33:35,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=CLOSING, regionLocation=855219d6b094,41823,1731684800888 2024-11-15T15:33:35,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4324820de99f06dcf155c40136945c1e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:35,778 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,779 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf1 2024-11-15T15:33:35,779 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:35,780 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:35,780 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,781 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf2 2024-11-15T15:33:35,781 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:35,782 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:35,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE because future has completed 2024-11-15T15:33:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.HRegion(1722): Closing 4324820de99f06dcf155c40136945c1e, disabling compactions & flushes 2024-11-15T15:33:35,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. after waiting 0 ms 2024-11-15T15:33:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,783 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:33:35,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,41823,1731684800888}] 2024-11-15T15:33:35,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] regionserver.HRegion(1676): Region close journal for 4324820de99f06dcf155c40136945c1e: Waiting for close lock at 1731684815783Disabling compacts and flushes for region at 1731684815783Disabling writes for close at 1731684815783Writing region close event to WAL at 1731684815787 (+4 ms)Closed at 1731684815787 2024-11-15T15:33:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-15T15:33:35,943 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,943 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T15:33:35,943 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 4324820de99f06dcf155c40136945c1e, disabling compactions & flushes 2024-11-15T15:33:35,943 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,943 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,944 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. after waiting 0 ms 2024-11-15T15:33:35,944 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,944 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 4324820de99f06dcf155c40136945c1e 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-15T15:33:35,960 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf1/f73c498a7297497d91d380c2c5e313e8 is 35, key is r1/cf1:q/1731684815754/Put/seqid=0 2024-11-15T15:33:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741887_1065 (size=4783) 2024-11-15T15:33:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741887_1065 (size=4783) 2024-11-15T15:33:35,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741887_1065 (size=4783) 2024-11-15T15:33:35,968 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf1/f73c498a7297497d91d380c2c5e313e8 2024-11-15T15:33:35,975 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf1/f73c498a7297497d91d380c2c5e313e8 as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/f73c498a7297497d91d380c2c5e313e8 2024-11-15T15:33:35,982 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/f73c498a7297497d91d380c2c5e313e8, entries=1, sequenceid=5, filesize=4.7 K 2024-11-15T15:33:35,983 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4324820de99f06dcf155c40136945c1e in 39ms, sequenceid=5, compaction requested=false 2024-11-15T15:33:35,984 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-15T15:33:35,990 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T15:33:35,993 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:35,993 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 4324820de99f06dcf155c40136945c1e: Waiting for close lock at 1731684815943Running coprocessor pre-close hooks at 1731684815943Disabling compacts and flushes for region at 1731684815943Disabling writes for close at 1731684815944 (+1 ms)Obtaining lock to block concurrent updates at 1731684815944Preparing flush snapshotting stores in 4324820de99f06dcf155c40136945c1e at 1731684815944Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731684815944Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. at 1731684815945 (+1 ms)Flushing 4324820de99f06dcf155c40136945c1e/cf1: creating writer at 1731684815945Flushing 4324820de99f06dcf155c40136945c1e/cf1: appending metadata at 1731684815960 (+15 ms)Flushing 4324820de99f06dcf155c40136945c1e/cf1: closing flushed file at 1731684815960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c2498f: reopening flushed file at 1731684815974 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4324820de99f06dcf155c40136945c1e in 39ms, sequenceid=5, compaction requested=false at 1731684815983 (+9 ms)Writing region close event to WAL at 1731684815985 (+2 ms)Running coprocessor post-close hooks at 1731684815990 (+5 ms)Closed at 1731684815993 (+3 ms) 2024-11-15T15:33:35,993 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 4324820de99f06dcf155c40136945c1e move to 855219d6b094,42349,1731684800727 record at close sequenceid=5 2024-11-15T15:33:35,996 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:35,998 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=CLOSED 2024-11-15T15:33:36,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,41823,1731684800888 because future has completed 2024-11-15T15:33:36,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T15:33:36,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,41823,1731684800888 in 220 msec 2024-11-15T15:33:36,009 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE; state=CLOSED, location=855219d6b094,42349,1731684800727; forceNewPlan=false, retain=false 2024-11-15T15:33:36,160 INFO [855219d6b094:46849 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T15:33:36,160 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=OPENING, regionLocation=855219d6b094,42349,1731684800727 2024-11-15T15:33:36,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE because future has completed 2024-11-15T15:33:36,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,42349,1731684800727}] 2024-11-15T15:33:36,324 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,325 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 4324820de99f06dcf155c40136945c1e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:36,325 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,326 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:36,326 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,326 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,329 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,330 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf1 2024-11-15T15:33:36,330 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:36,337 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/f73c498a7297497d91d380c2c5e313e8 2024-11-15T15:33:36,337 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:36,337 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,338 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf2 2024-11-15T15:33:36,338 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:36,339 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:36,339 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,340 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,342 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,342 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,342 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,343 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T15:33:36,344 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,345 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 4324820de99f06dcf155c40136945c1e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63545747, jitterRate=-0.05309458076953888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T15:33:36,345 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,346 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 4324820de99f06dcf155c40136945c1e: Running coprocessor pre-open hook at 1731684816326Writing region info on filesystem at 1731684816326Initializing all the Stores at 1731684816328 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684816328Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684816329 (+1 ms)Cleaning up temporary data from old regions at 1731684816342 (+13 ms)Running coprocessor post-open hooks at 1731684816345 (+3 ms)Region opened successfully at 1731684816346 (+1 ms) 2024-11-15T15:33:36,347 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., pid=9, masterSystemTime=1731684816316 2024-11-15T15:33:36,349 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,349 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,350 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=OPEN, openSeqNum=9, regionLocation=855219d6b094,42349,1731684800727 2024-11-15T15:33:36,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,42349,1731684800727 because future has completed 2024-11-15T15:33:36,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-15T15:33:36,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,42349,1731684800727 in 191 msec 2024-11-15T15:33:36,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE in 586 msec 2024-11-15T15:33:36,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:33:36,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:33:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:50822 deadline: 1731684876384, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=855219d6b094 port=42349 startCode=1731684800727. As of locationSeqNum=5. 2024-11-15T15:33:36,406 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=855219d6b094 port=42349 startCode=1731684800727. As of locationSeqNum=5. 2024-11-15T15:33:36,406 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=855219d6b094 port=42349 startCode=1731684800727. As of locationSeqNum=5. 2024-11-15T15:33:36,407 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,42349,1731684800727, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=855219d6b094 port=42349 startCode=1731684800727. As of locationSeqNum=5. 2024-11-15T15:33:36,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:33:36,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:33:36,530 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4324820de99f06dcf155c40136945c1e 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-15T15:33:36,547 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf1/bd094d551825434e8769745454c5db65 is 29, key is r1/cf1:/1731684816520/DeleteFamily/seqid=0 2024-11-15T15:33:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741888_1066 (size=4906) 2024-11-15T15:33:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741888_1066 (size=4906) 2024-11-15T15:33:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741888_1066 (size=4906) 2024-11-15T15:33:36,554 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf1/bd094d551825434e8769745454c5db65 2024-11-15T15:33:36,560 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd094d551825434e8769745454c5db65 2024-11-15T15:33:36,575 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf2/72d9b50afe8a4f739b19fa0da53f4894 is 29, key is r1/cf2:/1731684816520/DeleteFamily/seqid=0 2024-11-15T15:33:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741889_1067 (size=4906) 2024-11-15T15:33:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741889_1067 (size=4906) 2024-11-15T15:33:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741889_1067 (size=4906) 2024-11-15T15:33:36,583 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf2/72d9b50afe8a4f739b19fa0da53f4894 2024-11-15T15:33:36,588 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72d9b50afe8a4f739b19fa0da53f4894 2024-11-15T15:33:36,590 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf1/bd094d551825434e8769745454c5db65 as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/bd094d551825434e8769745454c5db65 2024-11-15T15:33:36,596 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd094d551825434e8769745454c5db65 2024-11-15T15:33:36,597 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/bd094d551825434e8769745454c5db65, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T15:33:36,598 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf2/72d9b50afe8a4f739b19fa0da53f4894 as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/72d9b50afe8a4f739b19fa0da53f4894 2024-11-15T15:33:36,605 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72d9b50afe8a4f739b19fa0da53f4894 2024-11-15T15:33:36,605 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/72d9b50afe8a4f739b19fa0da53f4894, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T15:33:36,606 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 4324820de99f06dcf155c40136945c1e in 77ms, sequenceid=12, compaction requested=false 2024-11-15T15:33:36,606 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4324820de99f06dcf155c40136945c1e: 2024-11-15T15:33:36,609 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T15:33:36,610 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4324820de99f06dcf155c40136945c1e/cf1 is initiating major compaction (all files) 2024-11-15T15:33:36,610 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:33:36,610 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:36,611 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4324820de99f06dcf155c40136945c1e/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,611 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/f73c498a7297497d91d380c2c5e313e8, hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/bd094d551825434e8769745454c5db65] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp, totalSize=9.5 K 2024-11-15T15:33:36,612 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f73c498a7297497d91d380c2c5e313e8, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731684815754 2024-11-15T15:33:36,613 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bd094d551825434e8769745454c5db65, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T15:33:36,624 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4324820de99f06dcf155c40136945c1e#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:33:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741890_1068 (size=4626) 2024-11-15T15:33:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741890_1068 (size=4626) 2024-11-15T15:33:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741890_1068 (size=4626) 2024-11-15T15:33:36,641 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf1/abb7597ab9844c00a09e286355b858a1 as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/abb7597ab9844c00a09e286355b858a1 2024-11-15T15:33:36,657 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 4324820de99f06dcf155c40136945c1e/cf1 of 4324820de99f06dcf155c40136945c1e into abb7597ab9844c00a09e286355b858a1(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:33:36,657 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4324820de99f06dcf155c40136945c1e: 2024-11-15T15:33:36,657 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-15T15:33:36,658 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4324820de99f06dcf155c40136945c1e/cf2 is initiating major compaction (all files) 2024-11-15T15:33:36,658 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:33:36,658 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:33:36,658 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4324820de99f06dcf155c40136945c1e/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,658 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/72d9b50afe8a4f739b19fa0da53f4894] into tmpdir=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp, totalSize=4.8 K 2024-11-15T15:33:36,659 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 72d9b50afe8a4f739b19fa0da53f4894, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T15:33:36,665 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4324820de99f06dcf155c40136945c1e#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:33:36,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741891_1069 (size=4592) 2024-11-15T15:33:36,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741891_1069 (size=4592) 2024-11-15T15:33:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741891_1069 (size=4592) 2024-11-15T15:33:36,681 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/.tmp/cf2/f0e1a4a90e884d6782db95162e0b178e as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/f0e1a4a90e884d6782db95162e0b178e 2024-11-15T15:33:36,689 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 4324820de99f06dcf155c40136945c1e/cf2 of 4324820de99f06dcf155c40136945c1e into f0e1a4a90e884d6782db95162e0b178e(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:33:36,690 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4324820de99f06dcf155c40136945c1e: 2024-11-15T15:33:36,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4324820de99f06dcf155c40136945c1e, source=855219d6b094,42349,1731684800727, destination=855219d6b094,41823,1731684800888, warming up region on 855219d6b094,41823,1731684800888 2024-11-15T15:33:36,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4324820de99f06dcf155c40136945c1e, source=855219d6b094,42349,1731684800727, destination=855219d6b094,41823,1731684800888, running balancer 2024-11-15T15:33:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE 2024-11-15T15:33:36,697 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE 2024-11-15T15:33:36,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=CLOSING, regionLocation=855219d6b094,42349,1731684800727 2024-11-15T15:33:36,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4324820de99f06dcf155c40136945c1e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:36,700 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,702 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf1 2024-11-15T15:33:36,702 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:36,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE because future has completed 2024-11-15T15:33:36,703 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:33:36,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,42349,1731684800727}] 2024-11-15T15:33:36,711 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/abb7597ab9844c00a09e286355b858a1 2024-11-15T15:33:36,717 INFO [StoreFileOpener-4324820de99f06dcf155c40136945c1e-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd094d551825434e8769745454c5db65 2024-11-15T15:33:36,717 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/bd094d551825434e8769745454c5db65 2024-11-15T15:33:36,724 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/f73c498a7297497d91d380c2c5e313e8 2024-11-15T15:33:36,724 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:36,724 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,725 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf2 2024-11-15T15:33:36,725 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:36,733 INFO [StoreFileOpener-4324820de99f06dcf155c40136945c1e-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72d9b50afe8a4f739b19fa0da53f4894 2024-11-15T15:33:36,733 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/72d9b50afe8a4f739b19fa0da53f4894 2024-11-15T15:33:36,740 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/f0e1a4a90e884d6782db95162e0b178e 2024-11-15T15:33:36,740 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(1722): Closing 4324820de99f06dcf155c40136945c1e, disabling compactions & flushes 2024-11-15T15:33:36,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. after waiting 0 ms 2024-11-15T15:33:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(1676): Region close journal for 4324820de99f06dcf155c40136945c1e: Waiting for close lock at 1731684816740Disabling compacts and flushes for region at 1731684816740Disabling writes for close at 1731684816741 (+1 ms)Writing region close event to WAL at 1731684816742 (+1 ms)Closed at 1731684816742 2024-11-15T15:33:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-15T15:33:36,857 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,857 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T15:33:36,857 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 4324820de99f06dcf155c40136945c1e, disabling compactions & flushes 2024-11-15T15:33:36,857 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,857 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,857 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. after waiting 0 ms 2024-11-15T15:33:36,857 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,858 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/f73c498a7297497d91d380c2c5e313e8, hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/bd094d551825434e8769745454c5db65] to archive 2024-11-15T15:33:36,860 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:33:36,863 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/f73c498a7297497d91d380c2c5e313e8 to hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/f73c498a7297497d91d380c2c5e313e8 2024-11-15T15:33:36,865 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/bd094d551825434e8769745454c5db65 to hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/bd094d551825434e8769745454c5db65 2024-11-15T15:33:36,877 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/72d9b50afe8a4f739b19fa0da53f4894] to archive 2024-11-15T15:33:36,878 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:33:36,880 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/72d9b50afe8a4f739b19fa0da53f4894 to hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/72d9b50afe8a4f739b19fa0da53f4894 2024-11-15T15:33:36,885 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-15T15:33:36,885 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:36,885 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 4324820de99f06dcf155c40136945c1e: Waiting for close lock at 1731684816857Running coprocessor pre-close hooks at 1731684816857Disabling compacts and flushes for region at 1731684816857Disabling writes for close at 1731684816857Writing region close event to WAL at 1731684816881 (+24 ms)Running coprocessor post-close hooks at 1731684816885 (+4 ms)Closed at 1731684816885 2024-11-15T15:33:36,886 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 4324820de99f06dcf155c40136945c1e move to 855219d6b094,41823,1731684800888 record at close sequenceid=12 2024-11-15T15:33:36,888 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:36,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=CLOSED 2024-11-15T15:33:36,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,42349,1731684800727 because future has completed 2024-11-15T15:33:36,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T15:33:36,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,42349,1731684800727 in 189 msec 2024-11-15T15:33:36,896 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE; state=CLOSED, location=855219d6b094,41823,1731684800888; forceNewPlan=false, retain=false 2024-11-15T15:33:37,047 INFO [855219d6b094:46849 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T15:33:37,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=OPENING, regionLocation=855219d6b094,41823,1731684800888 2024-11-15T15:33:37,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE because future has completed 2024-11-15T15:33:37,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,41823,1731684800888}] 2024-11-15T15:33:37,212 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:37,212 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4324820de99f06dcf155c40136945c1e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:37,212 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,213 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:37,213 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,213 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,215 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,217 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf1 2024-11-15T15:33:37,217 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:37,227 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/abb7597ab9844c00a09e286355b858a1 2024-11-15T15:33:37,227 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:37,227 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,228 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf2 2024-11-15T15:33:37,229 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:37,235 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/f0e1a4a90e884d6782db95162e0b178e 2024-11-15T15:33:37,236 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:37,236 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,237 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,238 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,239 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,239 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,240 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T15:33:37,242 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,243 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 4324820de99f06dcf155c40136945c1e; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74794659, jitterRate=0.11452727019786835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T15:33:37,243 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,244 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4324820de99f06dcf155c40136945c1e: Running coprocessor pre-open hook at 1731684817213Writing region info on filesystem at 1731684817213Initializing all the Stores at 1731684817214 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684817214Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684817215 (+1 ms)Cleaning up temporary data from old regions at 1731684817239 (+24 ms)Running coprocessor post-open hooks at 1731684817243 (+4 ms)Region opened successfully at 1731684817244 (+1 ms) 2024-11-15T15:33:37,245 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., pid=12, masterSystemTime=1731684817207 2024-11-15T15:33:37,247 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:37,247 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:37,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=OPEN, openSeqNum=18, regionLocation=855219d6b094,41823,1731684800888 2024-11-15T15:33:37,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,41823,1731684800888 because future has completed 2024-11-15T15:33:37,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-15T15:33:37,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,41823,1731684800888 in 198 msec 2024-11-15T15:33:37,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, REOPEN/MOVE in 558 msec 2024-11-15T15:33:37,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:33:37,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:33:37,303 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 855219d6b094,41823,1731684800888: testing ***** 2024-11-15T15:33:37,303 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:33:37,305 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:33:37,307 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:33:37,309 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:33:37,310 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:33:37,319 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 348354048 }, "NonHeapMemoryUsage": { "committed": 170721280, "init": 7667712, "max": -1, "used": 168135648 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "855219d6b094", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 16, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 4, "ProcessCallTime_median": 8, "ProcessCallTime_75th_percentile": 12, "ProcessCallTime_90th_percentile": 14, "ProcessCallTime_95th_percentile": 15, "ProcessCallTime_98th_percentile": 15, "ProcessCallTime_99th_percentile": 15, "ProcessCallTime_99.9th_percentile": 15, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 16, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 4, "TotalCallTime_median": 8, "TotalCallTime_75th_percentile": 12, "TotalCallTime_90th_percentile": 14, "TotalCallTime_95th_percentile": 15, "TotalCallTime_98th_percentile": 15, "TotalCallTime_99th_percentile": 15, "TotalCallTime_99.9th_percentile": 15, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "855219d6b094", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55319", "tag.serverName": "855219d6b094,42349,1731684800727", "tag.clusterId": "3d37ac3f-eb17-4ffe-9077-39d7d48ed8d7", "tag.Context": "regionserver", "tag.Hostname": "855219d6b094", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731684800727, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T15:33:37,322 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46849 {}] master.MasterRpcServices(700): 855219d6b094,41823,1731684800888 reported a fatal error: ***** ABORTING region server 855219d6b094,41823,1731684800888: testing ***** 2024-11-15T15:33:37,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,41823,1731684800888' ***** 2024-11-15T15:33:37,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-15T15:33:37,325 INFO [RS:2;855219d6b094:41823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:33:37,325 INFO [RS:2;855219d6b094:41823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T15:33:37,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:33:37,325 INFO [RS:2;855219d6b094:41823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T15:33:37,326 INFO [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(3091): Received CLOSE for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,326 INFO [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(956): aborting server 855219d6b094,41823,1731684800888 2024-11-15T15:33:37,326 INFO [RS:2;855219d6b094:41823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:33:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:49368 deadline: 1731684877326, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=855219d6b094 port=41823 startCode=1731684800888. As of locationSeqNum=12. 2024-11-15T15:33:37,326 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4324820de99f06dcf155c40136945c1e, disabling compactions & flushes 2024-11-15T15:33:37,326 INFO [RS:2;855219d6b094:41823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;855219d6b094:41823. 2024-11-15T15:33:37,326 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:37,327 DEBUG [RS:2;855219d6b094:41823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:33:37,327 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:37,327 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. after waiting 0 ms 2024-11-15T15:33:37,327 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:37,327 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,42349,1731684800727, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,42349,1731684800727, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=855219d6b094 port=41823 startCode=1731684800888. As of locationSeqNum=12. 2024-11-15T15:33:37,327 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,42349,1731684800727, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=855219d6b094 port=41823 startCode=1731684800888. As of locationSeqNum=12. 2024-11-15T15:33:37,327 DEBUG [RS:2;855219d6b094:41823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:37,327 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,42349,1731684800727, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=855219d6b094 port=41823 startCode=1731684800888. As of locationSeqNum=12. 2024-11-15T15:33:37,327 INFO [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:33:37,328 DEBUG [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(1325): Online Regions={4324820de99f06dcf155c40136945c1e=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.} 2024-11-15T15:33:37,328 DEBUG [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(1351): Waiting on 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:37,329 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:37,329 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4324820de99f06dcf155c40136945c1e: Waiting for close lock at 1731684817326Running coprocessor pre-close hooks at 1731684817326Disabling compacts and flushes for region at 1731684817326Disabling writes for close at 1731684817327 (+1 ms)Writing region close event to WAL at 1731684817329 (+2 ms)Running coprocessor post-close hooks at 1731684817329Closed at 1731684817329 2024-11-15T15:33:37,330 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:37,364 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:33:37,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,41823,1731684800888 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:37,439 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,41823,1731684800888 aborting 2024-11-15T15:33:37,439 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,41823,1731684800888 aborting 2024-11-15T15:33:37,439 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=12 from cache 2024-11-15T15:33:37,528 INFO [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,41823,1731684800888; all regions closed. 2024-11-15T15:33:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741835_1011 (size=1677) 2024-11-15T15:33:37,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741835_1011 (size=1677) 2024-11-15T15:33:37,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741835_1011 (size=1677) 2024-11-15T15:33:37,534 DEBUG [RS:2;855219d6b094:41823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:37,534 INFO [RS:2;855219d6b094:41823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:33:37,534 INFO [RS:2;855219d6b094:41823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:33:37,535 INFO [RS:2;855219d6b094:41823 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T15:33:37,535 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:33:37,535 INFO [RS:2;855219d6b094:41823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:33:37,535 INFO [RS:2;855219d6b094:41823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:33:37,535 INFO [RS:2;855219d6b094:41823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:33:37,535 INFO [RS:2;855219d6b094:41823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:33:37,536 INFO [RS:2;855219d6b094:41823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41823 2024-11-15T15:33:37,654 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18] 2024-11-15T15:33:37,656 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 855219d6b094:41823 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 855219d6b094/172.17.0.2:41823 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:37,657 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18, error=java.net.ConnectException: Call to address=855219d6b094:41823 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 855219d6b094/172.17.0.2:41823 2024-11-15T15:33:37,657 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-15T15:33:37,658 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18 from cache 2024-11-15T15:33:37,658 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 855219d6b094:41823 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 855219d6b094/172.17.0.2:41823 2024-11-15T15:33:37,674 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/855219d6b094,41823,1731684800888 2024-11-15T15:33:37,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T15:33:37,674 INFO [RS:2;855219d6b094:41823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:33:37,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,41823,1731684800888] 2024-11-15T15:33:37,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/855219d6b094,41823,1731684800888 already deleted, retry=false 2024-11-15T15:33:37,695 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 855219d6b094,41823,1731684800888 on 855219d6b094,46849,1731684799973 2024-11-15T15:33:37,698 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 855219d6b094,41823,1731684800888, splitWal=true, meta=false 2024-11-15T15:33:37,701 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 855219d6b094,41823,1731684800888 (carryingMeta=false) 855219d6b094,41823,1731684800888/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1c973d1c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T15:33:37,701 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 855219d6b094,41823,1731684800888, splitWal=true, meta=false 2024-11-15T15:33:37,703 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 855219d6b094,41823,1731684800888 had 1 regions 2024-11-15T15:33:37,704 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 855219d6b094,41823,1731684800888, splitWal=true, meta=false, isMeta: false 2024-11-15T15:33:37,705 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting 2024-11-15T15:33:37,706 INFO [PEWorker-1 {}] master.SplitWALManager(105): 855219d6b094,41823,1731684800888 WAL count=1, meta=false 2024-11-15T15:33:37,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 855219d6b094%2C41823%2C1731684800888.1731684802391}] 2024-11-15T15:33:37,713 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=855219d6b094,42349,1731684800727 2024-11-15T15:33:37,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 855219d6b094%2C41823%2C1731684800888.1731684802391, worker=855219d6b094,42349,1731684800727}] 2024-11-15T15:33:37,784 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:33:37,785 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x1013f210e8d0003, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:33:37,785 INFO [RS:2;855219d6b094:41823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:33:37,785 INFO [RS:2;855219d6b094:41823 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,41823,1731684800888; zookeeper connection closed. 2024-11-15T15:33:37,786 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63467d4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63467d4b 2024-11-15T15:33:37,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-15T15:33:37,896 INFO [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391, size=1.6 K (1677bytes) 2024-11-15T15:33:37,896 INFO [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391 2024-11-15T15:33:37,897 INFO [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391 after 1ms 2024-11-15T15:33:37,899 DEBUG [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:37,899 INFO [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391 took 3ms 2024-11-15T15:33:37,905 DEBUG [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 4324820de99f06dcf155c40136945c1e: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-15T15:33:37,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391 so closing down 2024-11-15T15:33:37,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:37,906 INFO [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:37,906 INFO [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-15T15:33:37,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391, journal: Splitting hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391, size=1.6 K (1677bytes) at 1731684817896Finishing writing output for hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391 so closing down at 1731684817906 (+10 ms)3 split writer threads finished at 1731684817906Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731684817906 2024-11-15T15:33:37,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391 2024-11-15T15:33:37,907 DEBUG [RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T15:33:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T15:33:37,914 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting/855219d6b094%2C41823%2C1731684800888.1731684802391 to hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/oldWALs 2024-11-15T15:33:37,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T15:33:37,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 855219d6b094%2C41823%2C1731684800888.1731684802391, worker=855219d6b094,42349,1731684800727 in 199 msec 2024-11-15T15:33:37,917 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=855219d6b094,42349,1731684800727 2024-11-15T15:33:37,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T15:33:37,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 855219d6b094%2C41823%2C1731684800888.1731684802391, worker=855219d6b094,42349,1731684800727 in 211 msec 2024-11-15T15:33:37,922 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting dir is empty, no logs to split. 2024-11-15T15:33:37,922 INFO [PEWorker-5 {}] master.SplitWALManager(105): 855219d6b094,41823,1731684800888 WAL count=0, meta=false 2024-11-15T15:33:37,922 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 855219d6b094,41823,1731684800888 WAL splitting is done? wals=0, meta=false 2024-11-15T15:33:37,924 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 855219d6b094,41823,1731684800888 failed, ignore...File hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/WALs/855219d6b094,41823,1731684800888-splitting does not exist. 2024-11-15T15:33:37,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN}] 2024-11-15T15:33:37,927 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN 2024-11-15T15:33:37,929 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T15:33:37,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18] 2024-11-15T15:33:37,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 855219d6b094:41823 this server is in the failed servers list 2024-11-15T15:33:37,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=855219d6b094:41823 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 855219d6b094:41823 2024-11-15T15:33:37,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 855219d6b094:41823 2024-11-15T15:33:37,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,41823,1731684800888, seqNum=18 from cache 2024-11-15T15:33:38,079 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(204): Hosts are {855219d6b094=0} racks are {/default-rack=0} 2024-11-15T15:33:38,079 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T15:33:38,079 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T15:33:38,079 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T15:33:38,079 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T15:33:38,079 INFO [855219d6b094:46849 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T15:33:38,079 INFO [855219d6b094:46849 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T15:33:38,079 DEBUG [855219d6b094:46849 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T15:33:38,080 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=OPENING, regionLocation=855219d6b094,42349,1731684800727 2024-11-15T15:33:38,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN because future has completed 2024-11-15T15:33:38,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,42349,1731684800727}] 2024-11-15T15:33:38,240 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:38,241 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4324820de99f06dcf155c40136945c1e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:38,241 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,241 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:38,242 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,242 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,244 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,245 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf1 2024-11-15T15:33:38,245 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:38,251 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf1/abb7597ab9844c00a09e286355b858a1 2024-11-15T15:33:38,251 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:38,251 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,252 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4324820de99f06dcf155c40136945c1e columnFamilyName cf2 2024-11-15T15:33:38,252 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:38,258 DEBUG [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/cf2/f0e1a4a90e884d6782db95162e0b178e 2024-11-15T15:33:38,258 INFO [StoreOpener-4324820de99f06dcf155c40136945c1e-1 {}] regionserver.HStore(327): Store=4324820de99f06dcf155c40136945c1e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:38,258 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,259 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,261 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,261 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,261 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,262 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T15:33:38,263 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,264 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4324820de99f06dcf155c40136945c1e; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60157178, jitterRate=-0.10358819365501404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T15:33:38,264 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:38,265 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4324820de99f06dcf155c40136945c1e: Running coprocessor pre-open hook at 1731684818242Writing region info on filesystem at 1731684818242Initializing all the Stores at 1731684818243 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684818244 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684818244Cleaning up temporary data from old regions at 1731684818261 (+17 ms)Running coprocessor post-open hooks at 1731684818264 (+3 ms)Region opened successfully at 1731684818265 (+1 ms) 2024-11-15T15:33:38,266 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., pid=17, masterSystemTime=1731684818235 2024-11-15T15:33:38,268 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:38,268 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:38,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4324820de99f06dcf155c40136945c1e, regionState=OPEN, openSeqNum=18, regionLocation=855219d6b094,42349,1731684800727 2024-11-15T15:33:38,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,42349,1731684800727 because future has completed 2024-11-15T15:33:38,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T15:33:38,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 4324820de99f06dcf155c40136945c1e, server=855219d6b094,42349,1731684800727 in 190 msec 2024-11-15T15:33:38,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-15T15:33:38,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4324820de99f06dcf155c40136945c1e, ASSIGN in 348 msec 2024-11-15T15:33:38,276 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 855219d6b094,41823,1731684800888 after splitting done 2024-11-15T15:33:38,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 855219d6b094,41823,1731684800888, splitWal=true, meta=false in 581 msec 2024-11-15T15:33:38,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e., hostname=855219d6b094,42349,1731684800727, seqNum=18] 2024-11-15T15:33:38,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=404 (was 410), OpenFileDescriptor=1049 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 138) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4376 (was 4410) 2024-11-15T15:33:38,501 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-15T15:33:38,513 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=404, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=4376 2024-11-15T15:33:38,513 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-15T15:33:38,530 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:38,532 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:38,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:38,535 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64921151, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-64921151, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:38,546 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64921151/hregion-64921151.1731684818536, exclude list is [], retry=0 2024-11-15T15:33:38,549 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:38,549 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:38,549 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:38,552 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64921151/hregion-64921151.1731684818536 2024-11-15T15:33:38,552 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:38,553 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b6901af1ffd3b350d3fb25e2938f4578, NAME => 'testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741893_1071 (size=67) 2024-11-15T15:33:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741893_1071 (size=67) 2024-11-15T15:33:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741893_1071 (size=67) 2024-11-15T15:33:38,567 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:38,568 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,570 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6901af1ffd3b350d3fb25e2938f4578 columnFamilyName a 2024-11-15T15:33:38,570 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:38,570 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(327): Store=b6901af1ffd3b350d3fb25e2938f4578/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:38,570 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,572 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6901af1ffd3b350d3fb25e2938f4578 columnFamilyName b 2024-11-15T15:33:38,572 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:38,572 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(327): Store=b6901af1ffd3b350d3fb25e2938f4578/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:38,572 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,574 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6901af1ffd3b350d3fb25e2938f4578 columnFamilyName c 2024-11-15T15:33:38,574 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:38,574 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(327): Store=b6901af1ffd3b350d3fb25e2938f4578/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:38,574 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,575 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,575 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,577 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,577 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,577 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:38,578 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,580 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:38,581 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b6901af1ffd3b350d3fb25e2938f4578; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62385597, jitterRate=-0.07038216292858124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:38,581 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b6901af1ffd3b350d3fb25e2938f4578: Writing region info on filesystem at 1731684818567Initializing all the Stores at 1731684818568 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684818568Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684818568Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684818568Cleaning up temporary data from old regions at 1731684818577 (+9 ms)Region opened successfully at 1731684818581 (+4 ms) 2024-11-15T15:33:38,581 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b6901af1ffd3b350d3fb25e2938f4578, disabling compactions & flushes 2024-11-15T15:33:38,581 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. 2024-11-15T15:33:38,581 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. 2024-11-15T15:33:38,582 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. after waiting 0 ms 2024-11-15T15:33:38,582 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. 2024-11-15T15:33:38,582 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. 2024-11-15T15:33:38,582 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b6901af1ffd3b350d3fb25e2938f4578: Waiting for close lock at 1731684818581Disabling compacts and flushes for region at 1731684818581Disabling writes for close at 1731684818582 (+1 ms)Writing region close event to WAL at 1731684818582Closed at 1731684818582 2024-11-15T15:33:38,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741892_1070 (size=93) 2024-11-15T15:33:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741892_1070 (size=93) 2024-11-15T15:33:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741892_1070 (size=93) 2024-11-15T15:33:38,587 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:38,587 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64921151:(num 1731684818536) 2024-11-15T15:33:38,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:38,588 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:38,601 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589, exclude list is [], retry=0 2024-11-15T15:33:38,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:38,604 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:38,604 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:38,605 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589 2024-11-15T15:33:38,606 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:38,606 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b6901af1ffd3b350d3fb25e2938f4578, NAME => 'testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:38,606 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:38,606 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,606 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,608 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,608 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6901af1ffd3b350d3fb25e2938f4578 columnFamilyName a 2024-11-15T15:33:38,608 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:38,609 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(327): Store=b6901af1ffd3b350d3fb25e2938f4578/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:38,609 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,610 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6901af1ffd3b350d3fb25e2938f4578 columnFamilyName b 2024-11-15T15:33:38,610 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:38,610 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(327): Store=b6901af1ffd3b350d3fb25e2938f4578/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:38,610 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,611 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6901af1ffd3b350d3fb25e2938f4578 columnFamilyName c 2024-11-15T15:33:38,611 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:38,612 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(327): Store=b6901af1ffd3b350d3fb25e2938f4578/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:38,612 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,612 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,613 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,614 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,615 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,615 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:38,616 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:38,617 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b6901af1ffd3b350d3fb25e2938f4578; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63989694, jitterRate=-0.046479254961013794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:38,617 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b6901af1ffd3b350d3fb25e2938f4578: Writing region info on filesystem at 1731684818606Initializing all the Stores at 1731684818607 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684818607Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684818607Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684818607Cleaning up temporary data from old regions at 1731684818615 (+8 ms)Region opened successfully at 1731684818617 (+2 ms) 2024-11-15T15:33:38,641 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b6901af1ffd3b350d3fb25e2938f4578 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T15:33:38,656 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/a/9ddde54318624f5cab5b32455efe1c89 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731684818618/Put/seqid=0 2024-11-15T15:33:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741895_1073 (size=5958) 2024-11-15T15:33:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741895_1073 (size=5958) 2024-11-15T15:33:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741895_1073 (size=5958) 2024-11-15T15:33:38,663 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/a/9ddde54318624f5cab5b32455efe1c89 2024-11-15T15:33:38,684 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/b/a4a7e260cb5549d3885b32196c1e994f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731684818625/Put/seqid=0 2024-11-15T15:33:38,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741896_1074 (size=5958) 2024-11-15T15:33:38,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741896_1074 (size=5958) 2024-11-15T15:33:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741896_1074 (size=5958) 2024-11-15T15:33:38,693 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/b/a4a7e260cb5549d3885b32196c1e994f 2024-11-15T15:33:38,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/c/4972028dbb364865825116c5c77d6fb8 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731684818632/Put/seqid=0 2024-11-15T15:33:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741897_1075 (size=5958) 2024-11-15T15:33:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741897_1075 (size=5958) 2024-11-15T15:33:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741897_1075 (size=5958) 2024-11-15T15:33:39,132 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/c/4972028dbb364865825116c5c77d6fb8 2024-11-15T15:33:39,255 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/a/9ddde54318624f5cab5b32455efe1c89 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/a/9ddde54318624f5cab5b32455efe1c89 2024-11-15T15:33:39,265 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/a/9ddde54318624f5cab5b32455efe1c89, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T15:33:39,266 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/b/a4a7e260cb5549d3885b32196c1e994f as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/b/a4a7e260cb5549d3885b32196c1e994f 2024-11-15T15:33:39,271 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/b/a4a7e260cb5549d3885b32196c1e994f, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T15:33:39,273 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/c/4972028dbb364865825116c5c77d6fb8 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/c/4972028dbb364865825116c5c77d6fb8 2024-11-15T15:33:39,278 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/c/4972028dbb364865825116c5c77d6fb8, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T15:33:39,279 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b6901af1ffd3b350d3fb25e2938f4578 in 638ms, sequenceid=33, compaction requested=false 2024-11-15T15:33:39,279 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b6901af1ffd3b350d3fb25e2938f4578: 2024-11-15T15:33:39,279 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b6901af1ffd3b350d3fb25e2938f4578, disabling compactions & flushes 2024-11-15T15:33:39,279 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. 2024-11-15T15:33:39,279 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. 2024-11-15T15:33:39,279 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. after waiting 0 ms 2024-11-15T15:33:39,279 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. 2024-11-15T15:33:39,281 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. 2024-11-15T15:33:39,281 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b6901af1ffd3b350d3fb25e2938f4578: Waiting for close lock at 1731684819279Disabling compacts and flushes for region at 1731684819279Disabling writes for close at 1731684819279Writing region close event to WAL at 1731684819281 (+2 ms)Closed at 1731684819281 2024-11-15T15:33:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741894_1072 (size=2873) 2024-11-15T15:33:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741894_1072 (size=2873) 2024-11-15T15:33:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741894_1072 (size=2873) 2024-11-15T15:33:39,287 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/b/a4a7e260cb5549d3885b32196c1e994f to hdfs://localhost:33701/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/b/a4a7e260cb5549d3885b32196c1e994f 2024-11-15T15:33:39,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589, size=2.8 K (2873bytes) 2024-11-15T15:33:39,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589 2024-11-15T15:33:39,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589 after 0ms 2024-11-15T15:33:39,305 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:39,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589 took 4ms 2024-11-15T15:33:39,307 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589 so closing down 2024-11-15T15:33:39,307 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:39,308 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731684818589.temp 2024-11-15T15:33:39,309 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000003-wal.1731684818589.temp 2024-11-15T15:33:39,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:39,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741898_1076 (size=2312) 2024-11-15T15:33:39,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741898_1076 (size=2312) 2024-11-15T15:33:39,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741898_1076 (size=2312) 2024-11-15T15:33:39,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000003-wal.1731684818589.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:39,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000003-wal.1731684818589.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000032 2024-11-15T15:33:39,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-15T15:33:39,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589, journal: Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589, size=2.8 K (2873bytes) at 1731684819302Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589 so closing down at 1731684819307 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000003-wal.1731684818589.temp at 1731684819309 (+2 ms)3 split writer threads finished at 1731684819309Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000003-wal.1731684818589.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731684819315 (+6 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000003-wal.1731684818589.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000032 at 1731684819317 (+2 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731684819317 2024-11-15T15:33:39,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684818589 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684818589 2024-11-15T15:33:39,319 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000032 2024-11-15T15:33:39,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:39,321 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:39,332 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684819321, exclude list is [], retry=0 2024-11-15T15:33:39,334 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:39,335 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:39,335 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:39,336 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684819321 2024-11-15T15:33:39,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:39,337 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b6901af1ffd3b350d3fb25e2938f4578, NAME => 'testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:39,337 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:39,337 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,337 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,338 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,339 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6901af1ffd3b350d3fb25e2938f4578 columnFamilyName a 2024-11-15T15:33:39,339 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:39,344 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/a/9ddde54318624f5cab5b32455efe1c89 2024-11-15T15:33:39,344 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(327): Store=b6901af1ffd3b350d3fb25e2938f4578/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:39,344 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,346 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6901af1ffd3b350d3fb25e2938f4578 columnFamilyName b 2024-11-15T15:33:39,346 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:39,346 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(327): Store=b6901af1ffd3b350d3fb25e2938f4578/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:39,347 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,347 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6901af1ffd3b350d3fb25e2938f4578 columnFamilyName c 2024-11-15T15:33:39,348 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:39,354 DEBUG [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/c/4972028dbb364865825116c5c77d6fb8 2024-11-15T15:33:39,354 INFO [StoreOpener-b6901af1ffd3b350d3fb25e2938f4578-1 {}] regionserver.HStore(327): Store=b6901af1ffd3b350d3fb25e2938f4578/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:39,354 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,355 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,356 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,357 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000032 2024-11-15T15:33:39,359 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:39,360 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000032 2024-11-15T15:33:39,360 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b6901af1ffd3b350d3fb25e2938f4578 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T15:33:39,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/b/ec81b41d162644f68f3cabf59e07810c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731684818625/Put/seqid=0 2024-11-15T15:33:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741900_1078 (size=5958) 2024-11-15T15:33:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741900_1078 (size=5958) 2024-11-15T15:33:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741900_1078 (size=5958) 2024-11-15T15:33:39,380 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/b/ec81b41d162644f68f3cabf59e07810c 2024-11-15T15:33:39,386 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/.tmp/b/ec81b41d162644f68f3cabf59e07810c as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/b/ec81b41d162644f68f3cabf59e07810c 2024-11-15T15:33:39,391 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/b/ec81b41d162644f68f3cabf59e07810c, entries=10, sequenceid=32, filesize=5.8 K 2024-11-15T15:33:39,391 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b6901af1ffd3b350d3fb25e2938f4578 in 31ms, sequenceid=32, compaction requested=false; wal=null 2024-11-15T15:33:39,392 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/0000000000000000032 2024-11-15T15:33:39,393 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,393 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,394 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:39,395 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b6901af1ffd3b350d3fb25e2938f4578 2024-11-15T15:33:39,397 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/b6901af1ffd3b350d3fb25e2938f4578/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-15T15:33:39,398 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b6901af1ffd3b350d3fb25e2938f4578; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74460147, jitterRate=0.10954265296459198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:39,399 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b6901af1ffd3b350d3fb25e2938f4578: Writing region info on filesystem at 1731684819337Initializing all the Stores at 1731684819338 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684819338Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684819338Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684819338Obtaining lock to block concurrent updates at 1731684819360 (+22 ms)Preparing flush snapshotting stores in b6901af1ffd3b350d3fb25e2938f4578 at 1731684819360Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731684819360Flushing stores of testReplayEditsWrittenViaHRegion,,1731684818531.b6901af1ffd3b350d3fb25e2938f4578. at 1731684819360Flushing b6901af1ffd3b350d3fb25e2938f4578/b: creating writer at 1731684819360Flushing b6901af1ffd3b350d3fb25e2938f4578/b: appending metadata at 1731684819373 (+13 ms)Flushing b6901af1ffd3b350d3fb25e2938f4578/b: closing flushed file at 1731684819373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b681c41: reopening flushed file at 1731684819385 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b6901af1ffd3b350d3fb25e2938f4578 in 31ms, sequenceid=32, compaction requested=false; wal=null at 1731684819391 (+6 ms)Cleaning up temporary data from old regions at 1731684819393 (+2 ms)Region opened successfully at 1731684819398 (+5 ms) 2024-11-15T15:33:39,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=413 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:50222 [Waiting for operation #48] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:45800 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:45960 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:50382 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:33108 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:33244 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=4369 (was 4376) 2024-11-15T15:33:39,421 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-15T15:33:39,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=413, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=4368 2024-11-15T15:33:39,434 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-15T15:33:39,454 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:39,457 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:39,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:39,460 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-06201691, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-06201691, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:39,473 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-06201691/hregion-06201691.1731684819460, exclude list is [], retry=0 2024-11-15T15:33:39,476 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:39,476 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:39,476 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:39,478 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-06201691/hregion-06201691.1731684819460 2024-11-15T15:33:39,479 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:39,479 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ad2a98a8a2edbf0c09f38803be1cfd8d, NAME => 'testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741902_1080 (size=68) 2024-11-15T15:33:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741902_1080 (size=68) 2024-11-15T15:33:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741902_1080 (size=68) 2024-11-15T15:33:39,488 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:39,489 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,490 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a98a8a2edbf0c09f38803be1cfd8d columnFamilyName a 2024-11-15T15:33:39,490 DEBUG [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:39,491 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(327): Store=ad2a98a8a2edbf0c09f38803be1cfd8d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:39,491 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,492 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a98a8a2edbf0c09f38803be1cfd8d columnFamilyName b 2024-11-15T15:33:39,492 DEBUG [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:39,492 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(327): Store=ad2a98a8a2edbf0c09f38803be1cfd8d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:39,492 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,494 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a98a8a2edbf0c09f38803be1cfd8d columnFamilyName c 2024-11-15T15:33:39,494 DEBUG [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:39,494 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(327): Store=ad2a98a8a2edbf0c09f38803be1cfd8d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:39,494 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,496 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,496 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,497 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:39,498 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,500 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:39,501 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ad2a98a8a2edbf0c09f38803be1cfd8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71735178, jitterRate=0.06893745064735413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:39,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ad2a98a8a2edbf0c09f38803be1cfd8d: Writing region info on filesystem at 1731684819488Initializing all the Stores at 1731684819488Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684819489 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684819489Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684819489Cleaning up temporary data from old regions at 1731684819496 (+7 ms)Region opened successfully at 1731684819501 (+5 ms) 2024-11-15T15:33:39,501 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ad2a98a8a2edbf0c09f38803be1cfd8d, disabling compactions & flushes 2024-11-15T15:33:39,501 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:39,501 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:39,501 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. after waiting 0 ms 2024-11-15T15:33:39,501 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:39,502 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:39,502 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ad2a98a8a2edbf0c09f38803be1cfd8d: Waiting for close lock at 1731684819501Disabling compacts and flushes for region at 1731684819501Disabling writes for close at 1731684819501Writing region close event to WAL at 1731684819502 (+1 ms)Closed at 1731684819502 2024-11-15T15:33:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741901_1079 (size=93) 2024-11-15T15:33:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741901_1079 (size=93) 2024-11-15T15:33:39,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741901_1079 (size=93) 2024-11-15T15:33:39,507 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:39,507 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-06201691:(num 1731684819460) 2024-11-15T15:33:39,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:39,509 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:39,522 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509, exclude list is [], retry=0 2024-11-15T15:33:39,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:39,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:39,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:39,528 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509 2024-11-15T15:33:39,528 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:39,604 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ad2a98a8a2edbf0c09f38803be1cfd8d, NAME => 'testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:39,607 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,607 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:39,607 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,607 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,610 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,610 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a98a8a2edbf0c09f38803be1cfd8d columnFamilyName a 2024-11-15T15:33:39,611 DEBUG [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:39,611 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(327): Store=ad2a98a8a2edbf0c09f38803be1cfd8d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:39,611 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,612 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a98a8a2edbf0c09f38803be1cfd8d columnFamilyName b 2024-11-15T15:33:39,612 DEBUG [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:39,613 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(327): Store=ad2a98a8a2edbf0c09f38803be1cfd8d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:39,613 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,614 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a98a8a2edbf0c09f38803be1cfd8d columnFamilyName c 2024-11-15T15:33:39,614 DEBUG [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:39,614 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(327): Store=ad2a98a8a2edbf0c09f38803be1cfd8d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:39,615 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,615 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,617 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,618 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,618 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,618 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:39,620 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,621 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ad2a98a8a2edbf0c09f38803be1cfd8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64662870, jitterRate=-0.036448150873184204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:39,621 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:39,622 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ad2a98a8a2edbf0c09f38803be1cfd8d: Running coprocessor pre-open hook at 1731684819607Writing region info on filesystem at 1731684819607Initializing all the Stores at 1731684819609 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684819609Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684819609Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684819609Cleaning up temporary data from old regions at 1731684819618 (+9 ms)Running coprocessor post-open hooks at 1731684819621 (+3 ms)Region opened successfully at 1731684819622 (+1 ms) 2024-11-15T15:33:39,635 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ad2a98a8a2edbf0c09f38803be1cfd8d 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-15T15:33:39,636 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:40,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-15T15:33:40,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:40,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-15T15:33:40,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:40,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T15:33:40,312 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:40,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-15T15:33:40,313 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:40,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-15T15:33:40,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:40,637 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:41,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T15:33:41,639 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:42,640 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:43,642 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:44,643 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:45,645 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:46,647 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:47,648 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:48,649 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ad2a98a8a2edbf0c09f38803be1cfd8d/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:48,652 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ad2a98a8a2edbf0c09f38803be1cfd8d: 2024-11-15T15:33:48,653 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:48,670 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ad2a98a8a2edbf0c09f38803be1cfd8d: 2024-11-15T15:33:48,670 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-15T15:33:48,670 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ad2a98a8a2edbf0c09f38803be1cfd8d, disabling compactions & flushes 2024-11-15T15:33:48,670 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:48,670 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:48,670 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. after waiting 0 ms 2024-11-15T15:33:48,670 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:48,671 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:48,671 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. 2024-11-15T15:33:48,671 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ad2a98a8a2edbf0c09f38803be1cfd8d: Waiting for close lock at 1731684828670Running coprocessor pre-close hooks at 1731684828670Disabling compacts and flushes for region at 1731684828670Disabling writes for close at 1731684828670Writing region close event to WAL at 1731684828670Running coprocessor post-close hooks at 1731684828671 (+1 ms)Closed at 1731684828671 2024-11-15T15:33:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741903_1081 (size=2398) 2024-11-15T15:33:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741903_1081 (size=2398) 2024-11-15T15:33:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741903_1081 (size=2398) 2024-11-15T15:33:48,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509, size=2.3 K (2398bytes) 2024-11-15T15:33:48,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509 2024-11-15T15:33:48,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509 after 1ms 2024-11-15T15:33:48,691 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:48,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509 took 3ms 2024-11-15T15:33:48,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509 so closing down 2024-11-15T15:33:48,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:48,694 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731684819509.temp 2024-11-15T15:33:48,695 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000004-wal.1731684819509.temp 2024-11-15T15:33:48,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741904_1082 (size=1672) 2024-11-15T15:33:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741904_1082 (size=1672) 2024-11-15T15:33:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741904_1082 (size=1672) 2024-11-15T15:33:48,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000004-wal.1731684819509.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:48,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000004-wal.1731684819509.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000026 2024-11-15T15:33:48,704 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-15T15:33:48,704 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509, journal: Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509, size=2.3 K (2398bytes) at 1731684828688Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509 so closing down at 1731684828693 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000004-wal.1731684819509.temp at 1731684828696 (+3 ms)3 split writer threads finished at 1731684828696Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000004-wal.1731684819509.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731684828703 (+7 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000004-wal.1731684819509.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000026 at 1731684828704 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731684828704 2024-11-15T15:33:48,705 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684819509 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684819509 2024-11-15T15:33:48,706 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000026 2024-11-15T15:33:48,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:48,708 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:48,721 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684828708, exclude list is [], retry=0 2024-11-15T15:33:48,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:48,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:48,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:48,726 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684828708 2024-11-15T15:33:48,726 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:48,726 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ad2a98a8a2edbf0c09f38803be1cfd8d, NAME => 'testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:48,727 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,727 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:48,727 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,727 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,729 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,730 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a98a8a2edbf0c09f38803be1cfd8d columnFamilyName a 2024-11-15T15:33:48,730 DEBUG [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:48,730 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(327): Store=ad2a98a8a2edbf0c09f38803be1cfd8d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:48,731 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,731 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a98a8a2edbf0c09f38803be1cfd8d columnFamilyName b 2024-11-15T15:33:48,731 DEBUG [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:48,732 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(327): Store=ad2a98a8a2edbf0c09f38803be1cfd8d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:48,732 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,733 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a98a8a2edbf0c09f38803be1cfd8d columnFamilyName c 2024-11-15T15:33:48,733 DEBUG [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:48,734 INFO [StoreOpener-ad2a98a8a2edbf0c09f38803be1cfd8d-1 {}] regionserver.HStore(327): Store=ad2a98a8a2edbf0c09f38803be1cfd8d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:48,734 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,735 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,736 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,736 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000026 2024-11-15T15:33:48,739 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:48,740 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000026 2024-11-15T15:33:48,740 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ad2a98a8a2edbf0c09f38803be1cfd8d 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-15T15:33:48,756 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/.tmp/a/aeb6c94b03b94a0da4335b7820044b3f is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731684828662/Put/seqid=0 2024-11-15T15:33:48,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741906_1084 (size=5523) 2024-11-15T15:33:48,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741906_1084 (size=5523) 2024-11-15T15:33:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741906_1084 (size=5523) 2024-11-15T15:33:48,762 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/.tmp/a/aeb6c94b03b94a0da4335b7820044b3f 2024-11-15T15:33:48,781 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/.tmp/b/a38b0dc9f10e43c7adeb8a5aaef37f6e is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731684828654/Put/seqid=0 2024-11-15T15:33:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741907_1085 (size=5524) 2024-11-15T15:33:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741907_1085 (size=5524) 2024-11-15T15:33:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741907_1085 (size=5524) 2024-11-15T15:33:48,788 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/.tmp/b/a38b0dc9f10e43c7adeb8a5aaef37f6e 2024-11-15T15:33:48,807 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/.tmp/c/acb3904429674cddbe69d6c785e99487 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731684828660/Put/seqid=0 2024-11-15T15:33:48,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741908_1086 (size=5457) 2024-11-15T15:33:48,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741908_1086 (size=5457) 2024-11-15T15:33:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741908_1086 (size=5457) 2024-11-15T15:33:48,813 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/.tmp/c/acb3904429674cddbe69d6c785e99487 2024-11-15T15:33:48,818 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/.tmp/a/aeb6c94b03b94a0da4335b7820044b3f as hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/a/aeb6c94b03b94a0da4335b7820044b3f 2024-11-15T15:33:48,823 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/a/aeb6c94b03b94a0da4335b7820044b3f, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T15:33:48,825 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/.tmp/b/a38b0dc9f10e43c7adeb8a5aaef37f6e as hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/b/a38b0dc9f10e43c7adeb8a5aaef37f6e 2024-11-15T15:33:48,831 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/b/a38b0dc9f10e43c7adeb8a5aaef37f6e, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T15:33:48,832 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/.tmp/c/acb3904429674cddbe69d6c785e99487 as hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/c/acb3904429674cddbe69d6c785e99487 2024-11-15T15:33:48,837 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/c/acb3904429674cddbe69d6c785e99487, entries=6, sequenceid=26, filesize=5.3 K 2024-11-15T15:33:48,837 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for ad2a98a8a2edbf0c09f38803be1cfd8d in 97ms, sequenceid=26, compaction requested=false; wal=null 2024-11-15T15:33:48,838 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/0000000000000000026 2024-11-15T15:33:48,839 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,839 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,839 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:48,841 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,843 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsAfterAbortingFlush/ad2a98a8a2edbf0c09f38803be1cfd8d/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-15T15:33:48,844 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ad2a98a8a2edbf0c09f38803be1cfd8d; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70043117, jitterRate=0.04372377693653107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:48,844 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad2a98a8a2edbf0c09f38803be1cfd8d 2024-11-15T15:33:48,845 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ad2a98a8a2edbf0c09f38803be1cfd8d: Running coprocessor pre-open hook at 1731684828727Writing region info on filesystem at 1731684828727Initializing all the Stores at 1731684828728 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684828728Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684828728Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684828728Obtaining lock to block concurrent updates at 1731684828740 (+12 ms)Preparing flush snapshotting stores in ad2a98a8a2edbf0c09f38803be1cfd8d at 1731684828741 (+1 ms)Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731684828741Flushing stores of testReplayEditsAfterAbortingFlush,,1731684819455.ad2a98a8a2edbf0c09f38803be1cfd8d. at 1731684828741Flushing ad2a98a8a2edbf0c09f38803be1cfd8d/a: creating writer at 1731684828741Flushing ad2a98a8a2edbf0c09f38803be1cfd8d/a: appending metadata at 1731684828755 (+14 ms)Flushing ad2a98a8a2edbf0c09f38803be1cfd8d/a: closing flushed file at 1731684828755Flushing ad2a98a8a2edbf0c09f38803be1cfd8d/b: creating writer at 1731684828767 (+12 ms)Flushing ad2a98a8a2edbf0c09f38803be1cfd8d/b: appending metadata at 1731684828780 (+13 ms)Flushing ad2a98a8a2edbf0c09f38803be1cfd8d/b: closing flushed file at 1731684828780Flushing ad2a98a8a2edbf0c09f38803be1cfd8d/c: creating writer at 1731684828793 (+13 ms)Flushing ad2a98a8a2edbf0c09f38803be1cfd8d/c: appending metadata at 1731684828806 (+13 ms)Flushing ad2a98a8a2edbf0c09f38803be1cfd8d/c: closing flushed file at 1731684828807 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1caaabdc: reopening flushed file at 1731684828817 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc6e4d1: reopening flushed file at 1731684828824 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd25bcb: reopening flushed file at 1731684828831 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for ad2a98a8a2edbf0c09f38803be1cfd8d in 97ms, sequenceid=26, compaction requested=false; wal=null at 1731684828837 (+6 ms)Cleaning up temporary data from old regions at 1731684828839 (+2 ms)Running coprocessor post-open hooks at 1731684828844 (+5 ms)Region opened successfully at 1731684828845 (+1 ms) 2024-11-15T15:33:48,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=415 (was 413) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:54998 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:37296 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:54974 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:37272 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:40376 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:40360 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1183 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=4357 (was 4368) 2024-11-15T15:33:48,864 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-15T15:33:48,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=121, ProcessCount=11, AvailableMemoryMB=4356 2024-11-15T15:33:48,876 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-15T15:33:48,889 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:48,891 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:48,892 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:48,894 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-01835976, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-01835976, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:48,906 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-01835976/hregion-01835976.1731684828895, exclude list is [], retry=0 2024-11-15T15:33:48,909 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:48,909 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:48,909 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:48,912 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-01835976/hregion-01835976.1731684828895 2024-11-15T15:33:48,913 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:48,913 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 794133bb1ec3abf705cc4dcc5a82a3b8, NAME => 'testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741910_1088 (size=61) 2024-11-15T15:33:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741910_1088 (size=61) 2024-11-15T15:33:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741910_1088 (size=61) 2024-11-15T15:33:48,926 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:48,928 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,929 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794133bb1ec3abf705cc4dcc5a82a3b8 columnFamilyName a 2024-11-15T15:33:48,929 DEBUG [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:48,930 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] regionserver.HStore(327): Store=794133bb1ec3abf705cc4dcc5a82a3b8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:48,930 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,931 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,931 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,931 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,931 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,933 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,935 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:48,935 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 794133bb1ec3abf705cc4dcc5a82a3b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59243893, jitterRate=-0.1171972006559372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:33:48,936 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 794133bb1ec3abf705cc4dcc5a82a3b8: Writing region info on filesystem at 1731684828926Initializing all the Stores at 1731684828927 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684828927Cleaning up temporary data from old regions at 1731684828931 (+4 ms)Region opened successfully at 1731684828936 (+5 ms) 2024-11-15T15:33:48,936 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 794133bb1ec3abf705cc4dcc5a82a3b8, disabling compactions & flushes 2024-11-15T15:33:48,936 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. 2024-11-15T15:33:48,936 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. 2024-11-15T15:33:48,936 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. after waiting 0 ms 2024-11-15T15:33:48,936 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. 2024-11-15T15:33:48,937 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. 2024-11-15T15:33:48,937 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 794133bb1ec3abf705cc4dcc5a82a3b8: Waiting for close lock at 1731684828936Disabling compacts and flushes for region at 1731684828936Disabling writes for close at 1731684828936Writing region close event to WAL at 1731684828937 (+1 ms)Closed at 1731684828937 2024-11-15T15:33:48,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741909_1087 (size=93) 2024-11-15T15:33:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741909_1087 (size=93) 2024-11-15T15:33:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741909_1087 (size=93) 2024-11-15T15:33:48,944 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:48,944 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-01835976:(num 1731684828895) 2024-11-15T15:33:48,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:48,945 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:48,958 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946, exclude list is [], retry=0 2024-11-15T15:33:48,960 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:48,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:48,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:48,962 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946 2024-11-15T15:33:48,962 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:48,963 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 794133bb1ec3abf705cc4dcc5a82a3b8, NAME => 'testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:48,963 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:48,963 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,963 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,964 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,965 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794133bb1ec3abf705cc4dcc5a82a3b8 columnFamilyName a 2024-11-15T15:33:48,965 DEBUG [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:48,965 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] regionserver.HStore(327): Store=794133bb1ec3abf705cc4dcc5a82a3b8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:48,965 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,966 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,967 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,968 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,968 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,969 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:48,970 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 794133bb1ec3abf705cc4dcc5a82a3b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65385080, jitterRate=-0.02568638324737549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:33:48,971 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 794133bb1ec3abf705cc4dcc5a82a3b8: Writing region info on filesystem at 1731684828963Initializing all the Stores at 1731684828964 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684828964Cleaning up temporary data from old regions at 1731684828968 (+4 ms)Region opened successfully at 1731684828971 (+3 ms) 2024-11-15T15:33:48,978 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 794133bb1ec3abf705cc4dcc5a82a3b8, disabling compactions & flushes 2024-11-15T15:33:48,978 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. 2024-11-15T15:33:48,979 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. 2024-11-15T15:33:48,979 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. after waiting 0 ms 2024-11-15T15:33:48,979 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. 2024-11-15T15:33:48,979 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. 2024-11-15T15:33:48,979 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. 2024-11-15T15:33:48,979 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 794133bb1ec3abf705cc4dcc5a82a3b8: Waiting for close lock at 1731684828978Disabling compacts and flushes for region at 1731684828978Disabling writes for close at 1731684828979 (+1 ms)Writing region close event to WAL at 1731684828979Closed at 1731684828979 2024-11-15T15:33:48,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741911_1089 (size=838) 2024-11-15T15:33:48,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741911_1089 (size=838) 2024-11-15T15:33:48,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741911_1089 (size=838) 2024-11-15T15:33:48,997 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946, size=838 (838bytes) 2024-11-15T15:33:48,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946 2024-11-15T15:33:48,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946 after 1ms 2024-11-15T15:33:49,000 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:49,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946 took 3ms 2024-11-15T15:33:49,002 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946 so closing down 2024-11-15T15:33:49,002 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:49,003 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731684828946.temp 2024-11-15T15:33:49,004 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000003-wal.1731684828946.temp 2024-11-15T15:33:49,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741912_1090 (size=838) 2024-11-15T15:33:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741912_1090 (size=838) 2024-11-15T15:33:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741912_1090 (size=838) 2024-11-15T15:33:49,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000003-wal.1731684828946.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:49,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000003-wal.1731684828946.temp to hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000012 2024-11-15T15:33:49,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946, size=838, length=838, corrupted=false, cancelled=false 2024-11-15T15:33:49,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946, journal: Splitting hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946, size=838 (838bytes) at 1731684828997Finishing writing output for hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946 so closing down at 1731684829002 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000003-wal.1731684828946.temp at 1731684829004 (+2 ms)3 split writer threads finished at 1731684829004Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000003-wal.1731684828946.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731684829010 (+6 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000003-wal.1731684828946.temp to hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000012 at 1731684829012 (+2 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946, size=838, length=838, corrupted=false, cancelled=false at 1731684829012 2024-11-15T15:33:49,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684828946 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684828946 2024-11-15T15:33:49,014 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000012 2024-11-15T15:33:49,017 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:49,141 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:33:49,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:49,332 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:49,343 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684829332, exclude list is [], retry=0 2024-11-15T15:33:49,376 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:49,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:49,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:49,379 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684829332 2024-11-15T15:33:49,380 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:49,380 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 794133bb1ec3abf705cc4dcc5a82a3b8, NAME => 'testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:49,381 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:49,381 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,381 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,386 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,388 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794133bb1ec3abf705cc4dcc5a82a3b8 columnFamilyName a 2024-11-15T15:33:49,388 DEBUG [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:49,389 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] regionserver.HStore(327): Store=794133bb1ec3abf705cc4dcc5a82a3b8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:49,390 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,390 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,392 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,392 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000012 2024-11-15T15:33:49,394 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:49,395 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000012 2024-11-15T15:33:49,395 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 794133bb1ec3abf705cc4dcc5a82a3b8 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-15T15:33:49,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/.tmp/a/2596b0f2381143c69e5028b53bd55c4f is 79, key is testDatalossWhenInputError/a:x0/1731684828971/Put/seqid=0 2024-11-15T15:33:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741914_1092 (size=5808) 2024-11-15T15:33:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741914_1092 (size=5808) 2024-11-15T15:33:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741914_1092 (size=5808) 2024-11-15T15:33:49,421 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/.tmp/a/2596b0f2381143c69e5028b53bd55c4f 2024-11-15T15:33:49,431 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/.tmp/a/2596b0f2381143c69e5028b53bd55c4f as hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/a/2596b0f2381143c69e5028b53bd55c4f 2024-11-15T15:33:49,440 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/a/2596b0f2381143c69e5028b53bd55c4f, entries=10, sequenceid=12, filesize=5.7 K 2024-11-15T15:33:49,440 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 794133bb1ec3abf705cc4dcc5a82a3b8 in 45ms, sequenceid=12, compaction requested=false; wal=null 2024-11-15T15:33:49,441 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/0000000000000000012 2024-11-15T15:33:49,442 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,442 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,446 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,449 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T15:33:49,450 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 794133bb1ec3abf705cc4dcc5a82a3b8; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64548441, jitterRate=-0.038153275847435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:33:49,451 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 794133bb1ec3abf705cc4dcc5a82a3b8: Writing region info on filesystem at 1731684829381Initializing all the Stores at 1731684829385 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684829386 (+1 ms)Obtaining lock to block concurrent updates at 1731684829395 (+9 ms)Preparing flush snapshotting stores in 794133bb1ec3abf705cc4dcc5a82a3b8 at 1731684829395Finished memstore snapshotting testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731684829395Flushing stores of testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8. at 1731684829395Flushing 794133bb1ec3abf705cc4dcc5a82a3b8/a: creating writer at 1731684829395Flushing 794133bb1ec3abf705cc4dcc5a82a3b8/a: appending metadata at 1731684829414 (+19 ms)Flushing 794133bb1ec3abf705cc4dcc5a82a3b8/a: closing flushed file at 1731684829414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5c78df: reopening flushed file at 1731684829429 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 794133bb1ec3abf705cc4dcc5a82a3b8 in 45ms, sequenceid=12, compaction requested=false; wal=null at 1731684829440 (+11 ms)Cleaning up temporary data from old regions at 1731684829442 (+2 ms)Region opened successfully at 1731684829451 (+9 ms) 2024-11-15T15:33:49,454 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 794133bb1ec3abf705cc4dcc5a82a3b8, NAME => 'testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:49,455 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731684828890.794133bb1ec3abf705cc4dcc5a82a3b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:49,455 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,455 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,456 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,458 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794133bb1ec3abf705cc4dcc5a82a3b8 columnFamilyName a 2024-11-15T15:33:49,458 DEBUG [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:49,463 DEBUG [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/a/2596b0f2381143c69e5028b53bd55c4f 2024-11-15T15:33:49,464 INFO [StoreOpener-794133bb1ec3abf705cc4dcc5a82a3b8-1 {}] regionserver.HStore(327): Store=794133bb1ec3abf705cc4dcc5a82a3b8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:49,464 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,465 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,466 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,467 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,467 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,469 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 794133bb1ec3abf705cc4dcc5a82a3b8 2024-11-15T15:33:49,471 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testDatalossWhenInputError/794133bb1ec3abf705cc4dcc5a82a3b8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-15T15:33:49,472 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 794133bb1ec3abf705cc4dcc5a82a3b8; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58773317, jitterRate=-0.12420932948589325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:33:49,473 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 794133bb1ec3abf705cc4dcc5a82a3b8: Writing region info on filesystem at 1731684829455Initializing all the Stores at 1731684829456 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684829456Cleaning up temporary data from old regions at 1731684829467 (+11 ms)Region opened successfully at 1731684829473 (+6 ms) 2024-11-15T15:33:49,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:37382 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:54998 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1203786311-172.17.0.2-1731684795690:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:37272 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:55064 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:40376 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:40438 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 121), ProcessCount=11 (was 11), AvailableMemoryMB=4345 (was 4356) 2024-11-15T15:33:49,489 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-15T15:33:49,501 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=121, ProcessCount=11, AvailableMemoryMB=4344 2024-11-15T15:33:49,501 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-15T15:33:49,515 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:49,516 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:49,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:49,519 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-71170349, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-71170349, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:49,531 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-71170349/hregion-71170349.1731684829520, exclude list is [], retry=0 2024-11-15T15:33:49,534 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:49,534 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:49,534 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:49,536 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-71170349/hregion-71170349.1731684829520 2024-11-15T15:33:49,536 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:49,536 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f3ef710abb835bf68967a7cbcf721256, NAME => 'testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741916_1094 (size=63) 2024-11-15T15:33:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741916_1094 (size=63) 2024-11-15T15:33:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741916_1094 (size=63) 2024-11-15T15:33:49,549 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:49,550 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,551 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef710abb835bf68967a7cbcf721256 columnFamilyName a 2024-11-15T15:33:49,551 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:49,552 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(327): Store=f3ef710abb835bf68967a7cbcf721256/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:49,552 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,553 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef710abb835bf68967a7cbcf721256 columnFamilyName b 2024-11-15T15:33:49,553 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:49,554 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(327): Store=f3ef710abb835bf68967a7cbcf721256/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:49,554 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,555 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef710abb835bf68967a7cbcf721256 columnFamilyName c 2024-11-15T15:33:49,555 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:49,556 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(327): Store=f3ef710abb835bf68967a7cbcf721256/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:49,556 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,557 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,558 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,559 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,559 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,559 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:49,560 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,563 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:49,563 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f3ef710abb835bf68967a7cbcf721256; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65585066, jitterRate=-0.02270635962486267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:49,564 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f3ef710abb835bf68967a7cbcf721256: Writing region info on filesystem at 1731684829549Initializing all the Stores at 1731684829550 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684829550Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684829550Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684829550Cleaning up temporary data from old regions at 1731684829559 (+9 ms)Region opened successfully at 1731684829564 (+5 ms) 2024-11-15T15:33:49,564 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f3ef710abb835bf68967a7cbcf721256, disabling compactions & flushes 2024-11-15T15:33:49,564 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. 2024-11-15T15:33:49,564 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. 2024-11-15T15:33:49,564 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. after waiting 0 ms 2024-11-15T15:33:49,564 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. 2024-11-15T15:33:49,564 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. 2024-11-15T15:33:49,564 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f3ef710abb835bf68967a7cbcf721256: Waiting for close lock at 1731684829564Disabling compacts and flushes for region at 1731684829564Disabling writes for close at 1731684829564Writing region close event to WAL at 1731684829564Closed at 1731684829564 2024-11-15T15:33:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741915_1093 (size=93) 2024-11-15T15:33:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741915_1093 (size=93) 2024-11-15T15:33:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741915_1093 (size=93) 2024-11-15T15:33:49,569 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:49,569 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-71170349:(num 1731684829520) 2024-11-15T15:33:49,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:49,571 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:49,584 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571, exclude list is [], retry=0 2024-11-15T15:33:49,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:49,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:49,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:49,589 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 2024-11-15T15:33:49,589 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:49,589 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f3ef710abb835bf68967a7cbcf721256, NAME => 'testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:49,590 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:49,590 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,590 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,591 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,592 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef710abb835bf68967a7cbcf721256 columnFamilyName a 2024-11-15T15:33:49,593 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:49,593 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(327): Store=f3ef710abb835bf68967a7cbcf721256/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:49,593 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,594 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef710abb835bf68967a7cbcf721256 columnFamilyName b 2024-11-15T15:33:49,594 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:49,595 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(327): Store=f3ef710abb835bf68967a7cbcf721256/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:49,595 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,595 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef710abb835bf68967a7cbcf721256 columnFamilyName c 2024-11-15T15:33:49,595 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:49,596 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(327): Store=f3ef710abb835bf68967a7cbcf721256/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:49,596 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,597 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,598 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,599 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,599 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,599 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:49,601 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:49,601 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f3ef710abb835bf68967a7cbcf721256; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58767832, jitterRate=-0.1242910623550415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:49,602 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f3ef710abb835bf68967a7cbcf721256: Writing region info on filesystem at 1731684829590Initializing all the Stores at 1731684829591 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684829591Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684829591Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684829591Cleaning up temporary data from old regions at 1731684829599 (+8 ms)Region opened successfully at 1731684829602 (+3 ms) 2024-11-15T15:33:49,606 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731684829606/Put/seqid=0 2024-11-15T15:33:49,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741918_1096 (size=4875) 2024-11-15T15:33:49,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741918_1096 (size=4875) 2024-11-15T15:33:49,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741918_1096 (size=4875) 2024-11-15T15:33:49,617 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731684829617/Put/seqid=0 2024-11-15T15:33:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741919_1097 (size=4875) 2024-11-15T15:33:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741919_1097 (size=4875) 2024-11-15T15:33:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741919_1097 (size=4875) 2024-11-15T15:33:50,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731684830031/Put/seqid=0 2024-11-15T15:33:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741920_1098 (size=4875) 2024-11-15T15:33:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741920_1098 (size=4875) 2024-11-15T15:33:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741920_1098 (size=4875) 2024-11-15T15:33:50,038 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in f3ef710abb835bf68967a7cbcf721256/a 2024-11-15T15:33:50,043 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-15T15:33:50,043 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:33:50,043 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in f3ef710abb835bf68967a7cbcf721256/a 2024-11-15T15:33:50,047 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-15T15:33:50,047 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:33:50,047 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in f3ef710abb835bf68967a7cbcf721256/a 2024-11-15T15:33:50,051 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-15T15:33:50,051 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:33:50,051 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f3ef710abb835bf68967a7cbcf721256 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-15T15:33:50,066 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/.tmp/a/5102b5c8019c4aba9aad8b247eb54f36 is 55, key is testCompactedBulkLoadedFiles/a:a/1731684829602/Put/seqid=0 2024-11-15T15:33:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741921_1099 (size=5107) 2024-11-15T15:33:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741921_1099 (size=5107) 2024-11-15T15:33:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741921_1099 (size=5107) 2024-11-15T15:33:50,075 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/.tmp/a/5102b5c8019c4aba9aad8b247eb54f36 2024-11-15T15:33:50,081 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/.tmp/a/5102b5c8019c4aba9aad8b247eb54f36 as hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/5102b5c8019c4aba9aad8b247eb54f36 2024-11-15T15:33:50,086 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/5102b5c8019c4aba9aad8b247eb54f36, entries=1, sequenceid=4, filesize=5.0 K 2024-11-15T15:33:50,087 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for f3ef710abb835bf68967a7cbcf721256 in 36ms, sequenceid=4, compaction requested=false 2024-11-15T15:33:50,087 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f3ef710abb835bf68967a7cbcf721256: 2024-11-15T15:33:50,088 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_ 2024-11-15T15:33:50,089 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_ 2024-11-15T15:33:50,091 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_ 2024-11-15T15:33:50,091 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile0 into f3ef710abb835bf68967a7cbcf721256/a as hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_ - updating store file list. 2024-11-15T15:33:50,096 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed39e65dad2a445b8da6793b3c707be8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:33:50,096 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_ into f3ef710abb835bf68967a7cbcf721256/a 2024-11-15T15:33:50,096 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile0 into f3ef710abb835bf68967a7cbcf721256/a (new location: hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_) 2024-11-15T15:33:50,098 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile1 into f3ef710abb835bf68967a7cbcf721256/a as hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_ - updating store file list. 2024-11-15T15:33:50,102 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d49e35f2d854460af1652f891c608a2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:33:50,102 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_ into f3ef710abb835bf68967a7cbcf721256/a 2024-11-15T15:33:50,102 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile1 into f3ef710abb835bf68967a7cbcf721256/a (new location: hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_) 2024-11-15T15:33:50,104 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile2 into f3ef710abb835bf68967a7cbcf721256/a as hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_ - updating store file list. 2024-11-15T15:33:50,108 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:33:50,108 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_ into f3ef710abb835bf68967a7cbcf721256/a 2024-11-15T15:33:50,108 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33701/hbase/testCompactedBulkLoadedFiles/hfile2 into f3ef710abb835bf68967a7cbcf721256/a (new location: hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_) 2024-11-15T15:33:50,116 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:33:50,116 DEBUG [Time-limited test {}] regionserver.HStore(1541): f3ef710abb835bf68967a7cbcf721256/a is initiating major compaction (all files) 2024-11-15T15:33:50,116 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f3ef710abb835bf68967a7cbcf721256/a in testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. 2024-11-15T15:33:50,116 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/5102b5c8019c4aba9aad8b247eb54f36, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_] into tmpdir=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/.tmp, totalSize=19.3 K 2024-11-15T15:33:50,117 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5102b5c8019c4aba9aad8b247eb54f36, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731684829602 2024-11-15T15:33:50,117 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ed39e65dad2a445b8da6793b3c707be8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T15:33:50,118 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7d49e35f2d854460af1652f891c608a2_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T15:33:50,118 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T15:33:50,131 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/.tmp/a/3b74d26cd38d4f70916c61e316699b87 is 55, key is testCompactedBulkLoadedFiles/a:a/1731684829602/Put/seqid=0 2024-11-15T15:33:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741922_1100 (size=6154) 2024-11-15T15:33:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741922_1100 (size=6154) 2024-11-15T15:33:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741922_1100 (size=6154) 2024-11-15T15:33:50,142 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/.tmp/a/3b74d26cd38d4f70916c61e316699b87 as hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/3b74d26cd38d4f70916c61e316699b87 2024-11-15T15:33:50,147 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in f3ef710abb835bf68967a7cbcf721256/a of f3ef710abb835bf68967a7cbcf721256 into 3b74d26cd38d4f70916c61e316699b87(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:33:50,147 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f3ef710abb835bf68967a7cbcf721256: 2024-11-15T15:33:50,147 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T15:33:50,148 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T15:33:50,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571, size=0 (0bytes) 2024-11-15T15:33:50,178 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 might be still open, length is 0 2024-11-15T15:33:50,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 2024-11-15T15:33:50,179 WARN [IPC Server handler 3 on default port 33701 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-15T15:33:50,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 after 1ms 2024-11-15T15:33:50,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-15T15:33:50,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:50,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-15T15:33:50,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-15T15:33:52,096 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:40474 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40474 dst: /127.0.0.1:33681 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33681 remote=/127.0.0.1:40474]. Total timeout mills is 60000, 58051 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:52,097 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:37404 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37404 dst: /127.0.0.1:33531 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:52,097 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:55110 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40787:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55110 dst: /127.0.0.1:40787 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741917_1101 (size=1368) 2024-11-15T15:33:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741917_1101 (size=1368) 2024-11-15T15:33:54,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 after 4003ms 2024-11-15T15:33:54,187 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:54,187 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 took 4009ms 2024-11-15T15:33:54,190 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571; continuing. 2024-11-15T15:33:54,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 so closing down 2024-11-15T15:33:54,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:54,192 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731684829571.temp 2024-11-15T15:33:54,194 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000003-wal.1731684829571.temp 2024-11-15T15:33:54,194 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:54,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T15:33:54,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741923_1102 (size=635) 2024-11-15T15:33:54,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741923_1102 (size=635) 2024-11-15T15:33:54,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741923_1102 (size=635) 2024-11-15T15:33:54,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000003-wal.1731684829571.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:54,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000003-wal.1731684829571.temp to hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000008 2024-11-15T15:33:54,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T15:33:54,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571, journal: Splitting hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571, size=0 (0bytes) at 1731684830178Finishing writing output for hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 so closing down at 1731684834190 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000003-wal.1731684829571.temp at 1731684834194 (+4 ms)3 split writer threads finished at 1731684834194Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000003-wal.1731684829571.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731684834203 (+9 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000003-wal.1731684829571.temp to hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000008 at 1731684834204 (+1 ms)Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571, size=0, length=0, corrupted=false, cancelled=false at 1731684834205 (+1 ms) 2024-11-15T15:33:54,207 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684829571 2024-11-15T15:33:54,208 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000008 2024-11-15T15:33:54,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:54,210 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:54,223 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684834210, exclude list is [], retry=0 2024-11-15T15:33:54,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:54,226 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:54,226 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:54,227 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684834210 2024-11-15T15:33:54,228 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:54,228 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f3ef710abb835bf68967a7cbcf721256, NAME => 'testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:54,228 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:54,228 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,228 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,230 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,231 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef710abb835bf68967a7cbcf721256 columnFamilyName a 2024-11-15T15:33:54,231 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,238 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/3b74d26cd38d4f70916c61e316699b87 2024-11-15T15:33:54,242 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/5102b5c8019c4aba9aad8b247eb54f36 2024-11-15T15:33:54,246 DEBUG [StoreFileOpener-f3ef710abb835bf68967a7cbcf721256-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d49e35f2d854460af1652f891c608a2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:33:54,246 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_ 2024-11-15T15:33:54,249 DEBUG [StoreFileOpener-f3ef710abb835bf68967a7cbcf721256-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:33:54,249 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_ 2024-11-15T15:33:54,253 DEBUG [StoreFileOpener-f3ef710abb835bf68967a7cbcf721256-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed39e65dad2a445b8da6793b3c707be8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:33:54,253 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_ 2024-11-15T15:33:54,253 WARN [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/5102b5c8019c4aba9aad8b247eb54f36 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@47167ce9 2024-11-15T15:33:54,253 WARN [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@47167ce9 2024-11-15T15:33:54,254 WARN [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@47167ce9 2024-11-15T15:33:54,254 WARN [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@47167ce9 2024-11-15T15:33:54,254 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/5102b5c8019c4aba9aad8b247eb54f36, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_] to archive 2024-11-15T15:33:54,254 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:33:54,256 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/5102b5c8019c4aba9aad8b247eb54f36 to hdfs://localhost:33701/hbase/archive/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/5102b5c8019c4aba9aad8b247eb54f36 2024-11-15T15:33:54,257 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_ to hdfs://localhost:33701/hbase/archive/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/7d49e35f2d854460af1652f891c608a2_SeqId_4_ 2024-11-15T15:33:54,258 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_ to hdfs://localhost:33701/hbase/archive/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_ 2024-11-15T15:33:54,259 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_ to hdfs://localhost:33701/hbase/archive/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/a/ed39e65dad2a445b8da6793b3c707be8_SeqId_4_ 2024-11-15T15:33:54,259 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(327): Store=f3ef710abb835bf68967a7cbcf721256/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,259 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,260 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef710abb835bf68967a7cbcf721256 columnFamilyName b 2024-11-15T15:33:54,260 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,260 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(327): Store=f3ef710abb835bf68967a7cbcf721256/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,260 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,261 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef710abb835bf68967a7cbcf721256 columnFamilyName c 2024-11-15T15:33:54,261 DEBUG [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,261 INFO [StoreOpener-f3ef710abb835bf68967a7cbcf721256-1 {}] regionserver.HStore(327): Store=f3ef710abb835bf68967a7cbcf721256/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,262 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,262 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,264 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,264 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000008 2024-11-15T15:33:54,266 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:54,268 DEBUG [Time-limited test {}] regionserver.HRegion(5836): f3ef710abb835bf68967a7cbcf721256 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "f3ef710abb835bf68967a7cbcf721256" family_name: "a" compaction_input: "5102b5c8019c4aba9aad8b247eb54f36" compaction_input: "ed39e65dad2a445b8da6793b3c707be8_SeqId_4_" compaction_input: "7d49e35f2d854460af1652f891c608a2_SeqId_4_" compaction_input: "a200fdaa3f984127af1db73bcd42b4ea_SeqId_4_" compaction_output: "3b74d26cd38d4f70916c61e316699b87" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-15T15:33:54,268 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-15T15:33:54,268 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000008 2024-11-15T15:33:54,269 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/0000000000000000008 2024-11-15T15:33:54,270 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,270 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,271 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:54,272 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f3ef710abb835bf68967a7cbcf721256 2024-11-15T15:33:54,275 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testCompactedBulkLoadedFiles/f3ef710abb835bf68967a7cbcf721256/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T15:33:54,276 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f3ef710abb835bf68967a7cbcf721256; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71058587, jitterRate=0.058855459094047546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:54,276 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f3ef710abb835bf68967a7cbcf721256: Writing region info on filesystem at 1731684834228Initializing all the Stores at 1731684834229 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834229Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834229Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834229Cleaning up temporary data from old regions at 1731684834270 (+41 ms)Region opened successfully at 1731684834276 (+6 ms) 2024-11-15T15:33:54,278 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f3ef710abb835bf68967a7cbcf721256, disabling compactions & flushes 2024-11-15T15:33:54,278 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. 2024-11-15T15:33:54,278 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. 2024-11-15T15:33:54,278 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. after waiting 0 ms 2024-11-15T15:33:54,278 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. 2024-11-15T15:33:54,279 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731684829515.f3ef710abb835bf68967a7cbcf721256. 2024-11-15T15:33:54,279 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f3ef710abb835bf68967a7cbcf721256: Waiting for close lock at 1731684834278Disabling compacts and flushes for region at 1731684834278Disabling writes for close at 1731684834278Writing region close event to WAL at 1731684834279 (+1 ms)Closed at 1731684834279 2024-11-15T15:33:54,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741924_1103 (size=93) 2024-11-15T15:33:54,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741924_1103 (size=93) 2024-11-15T15:33:54,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741924_1103 (size=93) 2024-11-15T15:33:54,284 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:54,284 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731684834210) 2024-11-15T15:33:54,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=440 (was 425) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_920284435_22 at /127.0.0.1:45790 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (373550922) connection to localhost/127.0.0.1:33701 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_920284435_22 at /127.0.0.1:44168 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_920284435_22 at /127.0.0.1:35162 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 121), ProcessCount=11 (was 11), AvailableMemoryMB=4332 (was 4344) 2024-11-15T15:33:54,298 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-15T15:33:54,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=4330 2024-11-15T15:33:54,310 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-15T15:33:54,324 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:54,325 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:33:54,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:33:54,328 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30015135, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/hregion-30015135, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:54,340 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30015135/hregion-30015135.1731684834328, exclude list is [], retry=0 2024-11-15T15:33:54,342 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:54,342 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:54,342 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:54,395 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30015135/hregion-30015135.1731684834328 2024-11-15T15:33:54,396 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-15T15:33:54,396 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => dbf846dae7d430126325408a375ad1ae, NAME => 'testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33701/hbase 2024-11-15T15:33:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741926_1105 (size=67) 2024-11-15T15:33:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741926_1105 (size=67) 2024-11-15T15:33:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741926_1105 (size=67) 2024-11-15T15:33:54,407 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:54,408 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,409 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName a 2024-11-15T15:33:54,410 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,410 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,410 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,411 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName b 2024-11-15T15:33:54,411 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,412 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,412 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,413 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName c 2024-11-15T15:33:54,413 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,414 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,414 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,416 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,416 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,417 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:54,418 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,421 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:33:54,422 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dbf846dae7d430126325408a375ad1ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60629854, jitterRate=-0.0965447723865509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:54,422 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dbf846dae7d430126325408a375ad1ae: Writing region info on filesystem at 1731684834407Initializing all the Stores at 1731684834407Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834408 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834408Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834408Cleaning up temporary data from old regions at 1731684834416 (+8 ms)Region opened successfully at 1731684834422 (+6 ms) 2024-11-15T15:33:54,422 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dbf846dae7d430126325408a375ad1ae, disabling compactions & flushes 2024-11-15T15:33:54,422 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:54,422 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:54,422 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. after waiting 0 ms 2024-11-15T15:33:54,422 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:54,423 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:54,423 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dbf846dae7d430126325408a375ad1ae: Waiting for close lock at 1731684834422Disabling compacts and flushes for region at 1731684834422Disabling writes for close at 1731684834422Writing region close event to WAL at 1731684834422Closed at 1731684834422 2024-11-15T15:33:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741925_1104 (size=93) 2024-11-15T15:33:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741925_1104 (size=93) 2024-11-15T15:33:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741925_1104 (size=93) 2024-11-15T15:33:54,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:54,427 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30015135:(num 1731684834328) 2024-11-15T15:33:54,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:54,429 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:54,441 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429, exclude list is [], retry=0 2024-11-15T15:33:54,443 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:54,444 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:54,444 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:54,445 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429 2024-11-15T15:33:54,445 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:54,446 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dbf846dae7d430126325408a375ad1ae, NAME => 'testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:54,446 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:54,446 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,446 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,448 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,449 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName a 2024-11-15T15:33:54,449 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,450 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,450 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,451 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName b 2024-11-15T15:33:54,451 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,451 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,451 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,452 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName c 2024-11-15T15:33:54,452 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,453 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,453 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,454 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,455 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,456 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,456 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,457 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:54,458 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,459 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dbf846dae7d430126325408a375ad1ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73402628, jitterRate=0.0937843918800354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:54,459 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dbf846dae7d430126325408a375ad1ae: Writing region info on filesystem at 1731684834446Initializing all the Stores at 1731684834447 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834447Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834448 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834448Cleaning up temporary data from old regions at 1731684834456 (+8 ms)Region opened successfully at 1731684834459 (+3 ms) 2024-11-15T15:33:54,468 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dbf846dae7d430126325408a375ad1ae 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T15:33:54,488 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/a/4e89382a10b940c19649df68116835a2 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731684834459/Put/seqid=0 2024-11-15T15:33:54,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741928_1107 (size=5958) 2024-11-15T15:33:54,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741928_1107 (size=5958) 2024-11-15T15:33:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741928_1107 (size=5958) 2024-11-15T15:33:54,494 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/a/4e89382a10b940c19649df68116835a2 2024-11-15T15:33:54,500 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/a/4e89382a10b940c19649df68116835a2 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/a/4e89382a10b940c19649df68116835a2 2024-11-15T15:33:54,505 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/a/4e89382a10b940c19649df68116835a2, entries=10, sequenceid=13, filesize=5.8 K 2024-11-15T15:33:54,506 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for dbf846dae7d430126325408a375ad1ae in 38ms, sequenceid=13, compaction requested=false 2024-11-15T15:33:54,506 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dbf846dae7d430126325408a375ad1ae: 2024-11-15T15:33:54,521 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dbf846dae7d430126325408a375ad1ae, disabling compactions & flushes 2024-11-15T15:33:54,521 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:54,522 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:54,522 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. after waiting 0 ms 2024-11-15T15:33:54,522 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:54,522 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:54,522 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:54,522 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dbf846dae7d430126325408a375ad1ae: Waiting for close lock at 1731684834521Disabling compacts and flushes for region at 1731684834521Disabling writes for close at 1731684834522 (+1 ms)Writing region close event to WAL at 1731684834522Closed at 1731684834522 2024-11-15T15:33:54,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741927_1106 (size=2805) 2024-11-15T15:33:54,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741927_1106 (size=2805) 2024-11-15T15:33:54,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741927_1106 (size=2805) 2024-11-15T15:33:54,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429, size=2.7 K (2805bytes) 2024-11-15T15:33:54,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429 2024-11-15T15:33:54,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429 after 1ms 2024-11-15T15:33:54,542 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:54,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429 took 3ms 2024-11-15T15:33:54,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429 so closing down 2024-11-15T15:33:54,544 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:54,545 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731684834429.temp 2024-11-15T15:33:54,546 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000003-wal.1731684834429.temp 2024-11-15T15:33:54,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741929_1108 (size=2312) 2024-11-15T15:33:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741929_1108 (size=2312) 2024-11-15T15:33:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741929_1108 (size=2312) 2024-11-15T15:33:54,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000003-wal.1731684834429.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:54,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000003-wal.1731684834429.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000035 2024-11-15T15:33:54,554 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-15T15:33:54,554 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429, journal: Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429, size=2.7 K (2805bytes) at 1731684834539Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429 so closing down at 1731684834544 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000003-wal.1731684834429.temp at 1731684834546 (+2 ms)3 split writer threads finished at 1731684834546Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000003-wal.1731684834429.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731684834553 (+7 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000003-wal.1731684834429.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000035 at 1731684834554 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731684834554 2024-11-15T15:33:54,556 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834429 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684834429 2024-11-15T15:33:54,556 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000035 2024-11-15T15:33:54,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:54,558 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:54,570 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558, exclude list is [], retry=0 2024-11-15T15:33:54,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:54,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:54,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:54,575 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 2024-11-15T15:33:54,575 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:46545:46545),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-15T15:33:54,576 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dbf846dae7d430126325408a375ad1ae, NAME => 'testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:33:54,576 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:54,576 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,576 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,577 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,578 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName a 2024-11-15T15:33:54,578 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,583 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/a/4e89382a10b940c19649df68116835a2 2024-11-15T15:33:54,583 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,584 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,584 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName b 2024-11-15T15:33:54,585 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,585 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,585 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,586 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName c 2024-11-15T15:33:54,586 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:54,586 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:54,586 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,587 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,589 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,589 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000035 2024-11-15T15:33:54,591 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:54,592 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000035 2024-11-15T15:33:54,592 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dbf846dae7d430126325408a375ad1ae 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-15T15:33:54,605 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/b/3e2e39584c1541168ba2a13de027d40b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731684834506/Put/seqid=0 2024-11-15T15:33:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741931_1110 (size=5958) 2024-11-15T15:33:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741931_1110 (size=5958) 2024-11-15T15:33:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741931_1110 (size=5958) 2024-11-15T15:33:54,611 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/b/3e2e39584c1541168ba2a13de027d40b 2024-11-15T15:33:54,630 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/c/443e9e88cc6c4dcd9746da936a6c1175 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731684834513/Put/seqid=0 2024-11-15T15:33:54,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741932_1111 (size=5958) 2024-11-15T15:33:54,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741932_1111 (size=5958) 2024-11-15T15:33:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741932_1111 (size=5958) 2024-11-15T15:33:54,636 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/c/443e9e88cc6c4dcd9746da936a6c1175 2024-11-15T15:33:54,642 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/b/3e2e39584c1541168ba2a13de027d40b as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/b/3e2e39584c1541168ba2a13de027d40b 2024-11-15T15:33:54,648 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/b/3e2e39584c1541168ba2a13de027d40b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T15:33:54,649 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/c/443e9e88cc6c4dcd9746da936a6c1175 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/c/443e9e88cc6c4dcd9746da936a6c1175 2024-11-15T15:33:54,654 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/c/443e9e88cc6c4dcd9746da936a6c1175, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T15:33:54,655 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for dbf846dae7d430126325408a375ad1ae in 63ms, sequenceid=35, compaction requested=false; wal=null 2024-11-15T15:33:54,655 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000035 2024-11-15T15:33:54,656 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,656 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,657 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:54,659 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:54,661 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-15T15:33:54,662 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dbf846dae7d430126325408a375ad1ae; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74798436, jitterRate=0.11458355188369751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:54,662 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dbf846dae7d430126325408a375ad1ae: Writing region info on filesystem at 1731684834576Initializing all the Stores at 1731684834577 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834577Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834577Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684834577Obtaining lock to block concurrent updates at 1731684834592 (+15 ms)Preparing flush snapshotting stores in dbf846dae7d430126325408a375ad1ae at 1731684834592Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731684834592Flushing stores of testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. at 1731684834592Flushing dbf846dae7d430126325408a375ad1ae/b: creating writer at 1731684834592Flushing dbf846dae7d430126325408a375ad1ae/b: appending metadata at 1731684834605 (+13 ms)Flushing dbf846dae7d430126325408a375ad1ae/b: closing flushed file at 1731684834605Flushing dbf846dae7d430126325408a375ad1ae/c: creating writer at 1731684834615 (+10 ms)Flushing dbf846dae7d430126325408a375ad1ae/c: appending metadata at 1731684834630 (+15 ms)Flushing dbf846dae7d430126325408a375ad1ae/c: closing flushed file at 1731684834630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cfc938: reopening flushed file at 1731684834641 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bcbb57c: reopening flushed file at 1731684834648 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for dbf846dae7d430126325408a375ad1ae in 63ms, sequenceid=35, compaction requested=false; wal=null at 1731684834655 (+7 ms)Cleaning up temporary data from old regions at 1731684834657 (+2 ms)Region opened successfully at 1731684834662 (+5 ms) 2024-11-15T15:33:54,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558, size=0 (0bytes) 2024-11-15T15:33:54,739 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 might be still open, length is 0 2024-11-15T15:33:54,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 2024-11-15T15:33:54,739 WARN [IPC Server handler 2 on default port 33701 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-15T15:33:54,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 after 0ms 2024-11-15T15:33:55,096 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:45854 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45854 dst: /127.0.0.1:33531 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33531 remote=/127.0.0.1:45854]. Total timeout mills is 60000, 59598 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:55,097 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:44222 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44222 dst: /127.0.0.1:33681 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:55,097 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1064031459_22 at /127.0.0.1:35200 [Receiving block BP-1203786311-172.17.0.2-1731684795690:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40787:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35200 dst: /127.0.0.1:40787 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741930_1112 (size=2304) 2024-11-15T15:33:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741930_1112 (size=2304) 2024-11-15T15:33:55,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741930_1112 (size=2304) 2024-11-15T15:33:58,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 after 4002ms 2024-11-15T15:33:58,747 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:58,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 took 4009ms 2024-11-15T15:33:58,750 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558; continuing. 2024-11-15T15:33:58,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 so closing down 2024-11-15T15:33:58,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T15:33:58,752 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731684834558.temp 2024-11-15T15:33:58,754 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000037-wal.1731684834558.temp 2024-11-15T15:33:58,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T15:33:58,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741933_1113 (size=2312) 2024-11-15T15:33:58,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741933_1113 (size=2312) 2024-11-15T15:33:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741933_1113 (size=2312) 2024-11-15T15:33:58,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000037-wal.1731684834558.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T15:33:58,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000037-wal.1731684834558.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000066 2024-11-15T15:33:58,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T15:33:58,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558, journal: Splitting hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558, size=0 (0bytes) at 1731684834738Finishing writing output for hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 so closing down at 1731684838751 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000037-wal.1731684834558.temp at 1731684838754 (+3 ms)3 split writer threads finished at 1731684838755 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000037-wal.1731684834558.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731684838763 (+8 ms)Rename recovered edits hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000037-wal.1731684834558.temp to hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000066 at 1731684838765 (+2 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558, size=0, length=0, corrupted=false, cancelled=false at 1731684838765 2024-11-15T15:33:58,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 to hdfs://localhost:33701/hbase/oldWALs/wal.1731684834558 2024-11-15T15:33:58,767 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000066 2024-11-15T15:33:58,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T15:33:58,769 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323, archiveDir=hdfs://localhost:33701/hbase/oldWALs, maxLogs=32 2024-11-15T15:33:58,789 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684838769, exclude list is [], retry=0 2024-11-15T15:33:58,791 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-4a2f6bdd-558a-4daa-8840-54599d90d3cf,DISK] 2024-11-15T15:33:58,792 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-3b5dacf8-edf4-4c9d-8bb6-63a30b140ed2,DISK] 2024-11-15T15:33:58,792 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-a999206e-f731-4ecb-b65e-4dbc9cb7063a,DISK] 2024-11-15T15:33:58,793 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684838769 2024-11-15T15:33:58,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-15T15:33:58,794 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:33:58,795 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:58,796 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName a 2024-11-15T15:33:58,796 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:58,801 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/a/4e89382a10b940c19649df68116835a2 2024-11-15T15:33:58,801 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:58,801 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:58,802 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName b 2024-11-15T15:33:58,802 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:58,806 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/b/3e2e39584c1541168ba2a13de027d40b 2024-11-15T15:33:58,806 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:58,807 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:58,807 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf846dae7d430126325408a375ad1ae columnFamilyName c 2024-11-15T15:33:58,807 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:33:58,813 DEBUG [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/c/443e9e88cc6c4dcd9746da936a6c1175 2024-11-15T15:33:58,813 INFO [StoreOpener-dbf846dae7d430126325408a375ad1ae-1 {}] regionserver.HStore(327): Store=dbf846dae7d430126325408a375ad1ae/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:33:58,813 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:58,814 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:58,815 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:58,815 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000066 2024-11-15T15:33:58,817 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T15:33:58,820 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000066 2024-11-15T15:33:58,820 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dbf846dae7d430126325408a375ad1ae 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T15:33:58,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/a/e81f4d774e95400e9d717ba4a6253b59 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731684834669/Put/seqid=0 2024-11-15T15:33:58,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741935_1115 (size=5958) 2024-11-15T15:33:58,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741935_1115 (size=5958) 2024-11-15T15:33:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741935_1115 (size=5958) 2024-11-15T15:33:58,840 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/a/e81f4d774e95400e9d717ba4a6253b59 2024-11-15T15:33:58,859 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/b/0654b2e0f30e4768a7e86c1fb8010f77 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731684834678/Put/seqid=0 2024-11-15T15:33:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741936_1116 (size=5958) 2024-11-15T15:33:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741936_1116 (size=5958) 2024-11-15T15:33:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741936_1116 (size=5958) 2024-11-15T15:33:58,865 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/b/0654b2e0f30e4768a7e86c1fb8010f77 2024-11-15T15:33:58,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/c/e8d89185273a4ba28883ee41791a1d7e is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731684834686/Put/seqid=0 2024-11-15T15:33:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741937_1117 (size=5958) 2024-11-15T15:33:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741937_1117 (size=5958) 2024-11-15T15:33:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741937_1117 (size=5958) 2024-11-15T15:33:58,889 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/c/e8d89185273a4ba28883ee41791a1d7e 2024-11-15T15:33:58,894 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/a/e81f4d774e95400e9d717ba4a6253b59 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/a/e81f4d774e95400e9d717ba4a6253b59 2024-11-15T15:33:58,899 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/a/e81f4d774e95400e9d717ba4a6253b59, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T15:33:58,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/b/0654b2e0f30e4768a7e86c1fb8010f77 as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/b/0654b2e0f30e4768a7e86c1fb8010f77 2024-11-15T15:33:58,905 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/b/0654b2e0f30e4768a7e86c1fb8010f77, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T15:33:58,906 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/.tmp/c/e8d89185273a4ba28883ee41791a1d7e as hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/c/e8d89185273a4ba28883ee41791a1d7e 2024-11-15T15:33:58,910 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/c/e8d89185273a4ba28883ee41791a1d7e, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T15:33:58,911 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for dbf846dae7d430126325408a375ad1ae in 90ms, sequenceid=66, compaction requested=false; wal=null 2024-11-15T15:33:58,911 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/0000000000000000066 2024-11-15T15:33:58,913 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:58,913 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:58,913 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:33:58,915 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dbf846dae7d430126325408a375ad1ae 2024-11-15T15:33:58,917 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/hbase/data/default/testReplayEditsWrittenViaHRegion/dbf846dae7d430126325408a375ad1ae/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-15T15:33:58,918 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dbf846dae7d430126325408a375ad1ae; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62846627, jitterRate=-0.06351228058338165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:33:58,918 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dbf846dae7d430126325408a375ad1ae: Writing region info on filesystem at 1731684838794Initializing all the Stores at 1731684838795 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684838795Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684838795Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684838795Obtaining lock to block concurrent updates at 1731684838820 (+25 ms)Preparing flush snapshotting stores in dbf846dae7d430126325408a375ad1ae at 1731684838820Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731684838820Flushing stores of testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. at 1731684838820Flushing dbf846dae7d430126325408a375ad1ae/a: creating writer at 1731684838820Flushing dbf846dae7d430126325408a375ad1ae/a: appending metadata at 1731684838833 (+13 ms)Flushing dbf846dae7d430126325408a375ad1ae/a: closing flushed file at 1731684838833Flushing dbf846dae7d430126325408a375ad1ae/b: creating writer at 1731684838844 (+11 ms)Flushing dbf846dae7d430126325408a375ad1ae/b: appending metadata at 1731684838858 (+14 ms)Flushing dbf846dae7d430126325408a375ad1ae/b: closing flushed file at 1731684838858Flushing dbf846dae7d430126325408a375ad1ae/c: creating writer at 1731684838869 (+11 ms)Flushing dbf846dae7d430126325408a375ad1ae/c: appending metadata at 1731684838882 (+13 ms)Flushing dbf846dae7d430126325408a375ad1ae/c: closing flushed file at 1731684838882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35907311: reopening flushed file at 1731684838893 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f85f36: reopening flushed file at 1731684838900 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2760200f: reopening flushed file at 1731684838905 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for dbf846dae7d430126325408a375ad1ae in 90ms, sequenceid=66, compaction requested=false; wal=null at 1731684838911 (+6 ms)Cleaning up temporary data from old regions at 1731684838913 (+2 ms)Region opened successfully at 1731684838918 (+5 ms) 2024-11-15T15:33:58,930 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dbf846dae7d430126325408a375ad1ae, disabling compactions & flushes 2024-11-15T15:33:58,930 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:58,930 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:58,930 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. after waiting 0 ms 2024-11-15T15:33:58,930 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:58,931 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731684834324.dbf846dae7d430126325408a375ad1ae. 2024-11-15T15:33:58,931 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dbf846dae7d430126325408a375ad1ae: Waiting for close lock at 1731684838930Disabling compacts and flushes for region at 1731684838930Disabling writes for close at 1731684838930Writing region close event to WAL at 1731684838931 (+1 ms)Closed at 1731684838931 2024-11-15T15:33:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741934_1114 (size=93) 2024-11-15T15:33:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741934_1114 (size=93) 2024-11-15T15:33:58,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741934_1114 (size=93) 2024-11-15T15:33:58,935 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T15:33:58,935 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731684838769) 2024-11-15T15:33:58,951 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=445 (was 440) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1607361762_22 at /127.0.0.1:45910 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (373550922) connection to localhost/127.0.0.1:33701 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1607361762_22 at /127.0.0.1:44252 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1607361762_22 at /127.0.0.1:35256 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=4287 (was 4330) 2024-11-15T15:33:58,951 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-15T15:33:58,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:33:58,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:33:58,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:33:58,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:58,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:58,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:33:58,952 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:33:58,952 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=639412996, stopped=false 2024-11-15T15:33:58,953 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,46849,1731684799973 2024-11-15T15:33:59,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T15:33:59,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T15:33:59,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T15:33:59,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:59,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:59,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:59,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:33:59,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:33:59,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:33:59,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:33:59,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:33:59,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:59,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,42349,1731684800727' ***** 2024-11-15T15:33:59,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:33:59,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,37669,1731684800831' ***** 2024-11-15T15:33:59,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:33:59,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:33:59,011 INFO [RS:0;855219d6b094:42349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:33:59,011 INFO [RS:1;855219d6b094:37669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:33:59,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:33:59,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:33:59,011 INFO [RS:0;855219d6b094:42349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:33:59,011 INFO [RS:0;855219d6b094:42349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:33:59,011 INFO [RS:1;855219d6b094:37669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:33:59,011 INFO [RS:1;855219d6b094:37669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:33:59,011 INFO [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(3091): Received CLOSE for 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:59,011 INFO [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,37669,1731684800831 2024-11-15T15:33:59,011 INFO [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,42349,1731684800727 2024-11-15T15:33:59,011 INFO [RS:0;855219d6b094:42349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:33:59,011 INFO [RS:1;855219d6b094:37669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:33:59,011 INFO [RS:0;855219d6b094:42349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:42349. 2024-11-15T15:33:59,011 INFO [RS:1;855219d6b094:37669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;855219d6b094:37669. 2024-11-15T15:33:59,011 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4324820de99f06dcf155c40136945c1e, disabling compactions & flushes 2024-11-15T15:33:59,011 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:59,011 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:59,011 DEBUG [RS:1;855219d6b094:37669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:33:59,011 DEBUG [RS:0;855219d6b094:42349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:33:59,011 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. after waiting 0 ms 2024-11-15T15:33:59,011 DEBUG [RS:0;855219d6b094:42349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:59,011 DEBUG [RS:1;855219d6b094:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:59,011 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:59,011 INFO [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:33:59,011 INFO [RS:1;855219d6b094:37669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:33:59,012 INFO [RS:1;855219d6b094:37669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:33:59,012 DEBUG [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(1325): Online Regions={4324820de99f06dcf155c40136945c1e=testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e.} 2024-11-15T15:33:59,012 INFO [RS:1;855219d6b094:37669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:33:59,012 DEBUG [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(1351): Waiting on 4324820de99f06dcf155c40136945c1e 2024-11-15T15:33:59,012 INFO [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:33:59,012 INFO [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:33:59,012 DEBUG [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:33:59,012 DEBUG [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:33:59,012 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:33:59,012 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:33:59,012 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:33:59,012 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:33:59,012 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:33:59,012 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-15T15:33:59,012 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:33:59,015 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4324820de99f06dcf155c40136945c1e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-15T15:33:59,016 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:59,016 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4324820de99f06dcf155c40136945c1e: Waiting for close lock at 1731684839011Running coprocessor pre-close hooks at 1731684839011Disabling compacts and flushes for region at 1731684839011Disabling writes for close at 1731684839011Writing region close event to WAL at 1731684839012 (+1 ms)Running coprocessor post-close hooks at 1731684839016 (+4 ms)Closed at 1731684839016 2024-11-15T15:33:59,016 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e. 2024-11-15T15:33:59,032 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/.tmp/info/43411cd7e9064ea0a18a9fe7021c8ed3 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731684815084.4324820de99f06dcf155c40136945c1e./info:regioninfo/1731684818269/Put/seqid=0 2024-11-15T15:33:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741938_1118 (size=8243) 2024-11-15T15:33:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741938_1118 (size=8243) 2024-11-15T15:33:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741938_1118 (size=8243) 2024-11-15T15:33:59,039 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/.tmp/info/43411cd7e9064ea0a18a9fe7021c8ed3 2024-11-15T15:33:59,063 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/.tmp/ns/9babdb5558d64e08ac633aeb7afc1cbd is 43, key is default/ns:d/1731684803086/Put/seqid=0 2024-11-15T15:33:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741939_1119 (size=5153) 2024-11-15T15:33:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741939_1119 (size=5153) 2024-11-15T15:33:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741939_1119 (size=5153) 2024-11-15T15:33:59,070 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/.tmp/ns/9babdb5558d64e08ac633aeb7afc1cbd 2024-11-15T15:33:59,088 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:33:59,088 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/.tmp/table/f24e2fd35f0544e38bc4baaa037f5ad3 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731684815505/Put/seqid=0 2024-11-15T15:33:59,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741940_1120 (size=5431) 2024-11-15T15:33:59,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741940_1120 (size=5431) 2024-11-15T15:33:59,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741940_1120 (size=5431) 2024-11-15T15:33:59,094 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/.tmp/table/f24e2fd35f0544e38bc4baaa037f5ad3 2024-11-15T15:33:59,100 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/.tmp/info/43411cd7e9064ea0a18a9fe7021c8ed3 as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/info/43411cd7e9064ea0a18a9fe7021c8ed3 2024-11-15T15:33:59,105 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/info/43411cd7e9064ea0a18a9fe7021c8ed3, entries=18, sequenceid=21, filesize=8.0 K 2024-11-15T15:33:59,106 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/.tmp/ns/9babdb5558d64e08ac633aeb7afc1cbd as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/ns/9babdb5558d64e08ac633aeb7afc1cbd 2024-11-15T15:33:59,111 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/ns/9babdb5558d64e08ac633aeb7afc1cbd, entries=2, sequenceid=21, filesize=5.0 K 2024-11-15T15:33:59,112 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/.tmp/table/f24e2fd35f0544e38bc4baaa037f5ad3 as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/table/f24e2fd35f0544e38bc4baaa037f5ad3 2024-11-15T15:33:59,117 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/table/f24e2fd35f0544e38bc4baaa037f5ad3, entries=2, sequenceid=21, filesize=5.3 K 2024-11-15T15:33:59,118 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false 2024-11-15T15:33:59,123 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-15T15:33:59,124 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:33:59,124 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:33:59,124 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684839012Running coprocessor pre-close hooks at 1731684839012Disabling compacts and flushes for region at 1731684839012Disabling writes for close at 1731684839012Obtaining lock to block concurrent updates at 1731684839012Preparing flush snapshotting stores in 1588230740 at 1731684839012Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731684839013 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731684839013Flushing 1588230740/info: creating writer at 1731684839014 (+1 ms)Flushing 1588230740/info: appending metadata at 1731684839031 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731684839031Flushing 1588230740/ns: creating writer at 1731684839045 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731684839063 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731684839063Flushing 1588230740/table: creating writer at 1731684839075 (+12 ms)Flushing 1588230740/table: appending metadata at 1731684839088 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731684839088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef602f9: reopening flushed file at 1731684839099 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4a9add: reopening flushed file at 1731684839105 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a96df5b: reopening flushed file at 1731684839111 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false at 1731684839118 (+7 ms)Writing region close event to WAL at 1731684839120 (+2 ms)Running coprocessor post-close hooks at 1731684839123 (+3 ms)Closed at 1731684839124 (+1 ms) 2024-11-15T15:33:59,124 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:33:59,212 INFO [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,42349,1731684800727; all regions closed. 2024-11-15T15:33:59,212 INFO [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,37669,1731684800831; all regions closed. 2024-11-15T15:33:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741836_1012 (size=3783) 2024-11-15T15:33:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741836_1012 (size=3783) 2024-11-15T15:33:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741836_1012 (size=3783) 2024-11-15T15:33:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741834_1010 (size=2652) 2024-11-15T15:33:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741834_1010 (size=2652) 2024-11-15T15:33:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741834_1010 (size=2652) 2024-11-15T15:33:59,223 DEBUG [RS:0;855219d6b094:42349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/oldWALs 2024-11-15T15:33:59,223 INFO [RS:0;855219d6b094:42349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C42349%2C1731684800727:(num 1731684802391) 2024-11-15T15:33:59,223 DEBUG [RS:1;855219d6b094:37669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/oldWALs 2024-11-15T15:33:59,223 DEBUG [RS:0;855219d6b094:42349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:59,223 INFO [RS:0;855219d6b094:42349 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:33:59,223 INFO [RS:1;855219d6b094:37669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37669%2C1731684800831.meta:.meta(num 1731684802895) 2024-11-15T15:33:59,223 INFO [RS:0;855219d6b094:42349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:33:59,223 INFO [RS:0;855219d6b094:42349 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:33:59,223 INFO [RS:0;855219d6b094:42349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:33:59,223 INFO [RS:0;855219d6b094:42349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:33:59,223 INFO [RS:0;855219d6b094:42349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:33:59,223 INFO [RS:0;855219d6b094:42349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:33:59,223 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:33:59,223 INFO [RS:0;855219d6b094:42349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42349 2024-11-15T15:33:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741833_1009 (size=93) 2024-11-15T15:33:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741833_1009 (size=93) 2024-11-15T15:33:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741833_1009 (size=93) 2024-11-15T15:33:59,228 DEBUG [RS:1;855219d6b094:37669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/oldWALs 2024-11-15T15:33:59,228 INFO [RS:1;855219d6b094:37669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37669%2C1731684800831:(num 1731684802391) 2024-11-15T15:33:59,228 DEBUG [RS:1;855219d6b094:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:33:59,228 INFO [RS:1;855219d6b094:37669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:33:59,228 INFO [RS:1;855219d6b094:37669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:33:59,228 INFO [RS:1;855219d6b094:37669 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:33:59,228 INFO [RS:1;855219d6b094:37669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:33:59,228 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:33:59,228 INFO [RS:1;855219d6b094:37669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37669 2024-11-15T15:33:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T15:33:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/855219d6b094,42349,1731684800727 2024-11-15T15:33:59,235 INFO [RS:0;855219d6b094:42349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:33:59,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/855219d6b094,37669,1731684800831 2024-11-15T15:33:59,246 INFO [RS:1;855219d6b094:37669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:33:59,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,37669,1731684800831] 2024-11-15T15:33:59,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/855219d6b094,37669,1731684800831 already deleted, retry=false 2024-11-15T15:33:59,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,37669,1731684800831 expired; onlineServers=1 2024-11-15T15:33:59,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,42349,1731684800727] 2024-11-15T15:33:59,288 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/855219d6b094,42349,1731684800727 already deleted, retry=false 2024-11-15T15:33:59,288 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,42349,1731684800727 expired; onlineServers=0 2024-11-15T15:33:59,288 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,46849,1731684799973' ***** 2024-11-15T15:33:59,288 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:33:59,289 INFO [M:0;855219d6b094:46849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:33:59,289 INFO [M:0;855219d6b094:46849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:33:59,289 DEBUG [M:0;855219d6b094:46849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:33:59,289 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:33:59,289 DEBUG [M:0;855219d6b094:46849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:33:59,289 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684802023 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684802023,5,FailOnTimeoutGroup] 2024-11-15T15:33:59,289 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684802024 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684802024,5,FailOnTimeoutGroup] 2024-11-15T15:33:59,290 INFO [M:0;855219d6b094:46849 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:33:59,290 INFO [M:0;855219d6b094:46849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:33:59,290 DEBUG [M:0;855219d6b094:46849 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:33:59,290 INFO [M:0;855219d6b094:46849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:33:59,291 INFO [M:0;855219d6b094:46849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:33:59,292 INFO [M:0;855219d6b094:46849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:33:59,293 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:33:59,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T15:33:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:33:59,299 DEBUG [M:0;855219d6b094:46849 {}] zookeeper.ZKUtil(347): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T15:33:59,299 WARN [M:0;855219d6b094:46849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:33:59,300 INFO [M:0;855219d6b094:46849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/.lastflushedseqids 2024-11-15T15:33:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741941_1121 (size=138) 2024-11-15T15:33:59,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741941_1121 (size=138) 2024-11-15T15:33:59,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741941_1121 (size=138) 2024-11-15T15:33:59,312 INFO [M:0;855219d6b094:46849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:33:59,312 INFO [M:0;855219d6b094:46849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:33:59,312 DEBUG [M:0;855219d6b094:46849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:33:59,312 INFO [M:0;855219d6b094:46849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:33:59,312 DEBUG [M:0;855219d6b094:46849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:33:59,313 DEBUG [M:0;855219d6b094:46849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:33:59,313 DEBUG [M:0;855219d6b094:46849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:33:59,313 INFO [M:0;855219d6b094:46849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-15T15:33:59,328 DEBUG [M:0;855219d6b094:46849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad2eb5bd6b6f44af9f757ff6711b5286 is 82, key is hbase:meta,,1/info:regioninfo/1731684802982/Put/seqid=0 2024-11-15T15:33:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741942_1122 (size=5672) 2024-11-15T15:33:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741942_1122 (size=5672) 2024-11-15T15:33:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741942_1122 (size=5672) 2024-11-15T15:33:59,334 INFO [M:0;855219d6b094:46849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad2eb5bd6b6f44af9f757ff6711b5286 2024-11-15T15:33:59,356 DEBUG [M:0;855219d6b094:46849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7602643c2fd24b3eac8a8fc2f35df8ef is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731684815511/Put/seqid=0 2024-11-15T15:33:59,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:33:59,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42349-0x1013f210e8d0001, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:33:59,357 INFO [RS:0;855219d6b094:42349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:33:59,357 INFO [RS:0;855219d6b094:42349 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,42349,1731684800727; zookeeper connection closed. 2024-11-15T15:33:59,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ecdb5a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ecdb5a8 2024-11-15T15:33:59,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741943_1123 (size=7755) 2024-11-15T15:33:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741943_1123 (size=7755) 2024-11-15T15:33:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741943_1123 (size=7755) 2024-11-15T15:33:59,362 INFO [M:0;855219d6b094:46849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7602643c2fd24b3eac8a8fc2f35df8ef 2024-11-15T15:33:59,367 INFO [M:0;855219d6b094:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7602643c2fd24b3eac8a8fc2f35df8ef 2024-11-15T15:33:59,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:33:59,367 INFO [RS:1;855219d6b094:37669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:33:59,367 INFO [RS:1;855219d6b094:37669 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,37669,1731684800831; zookeeper connection closed. 2024-11-15T15:33:59,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1013f210e8d0002, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:33:59,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bfd9430 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bfd9430 2024-11-15T15:33:59,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T15:33:59,386 DEBUG [M:0;855219d6b094:46849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d41c7fe510564fc08fafe9585003d089 is 69, key is 855219d6b094,37669,1731684800831/rs:state/1731684802087/Put/seqid=0 2024-11-15T15:33:59,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741944_1124 (size=5445) 2024-11-15T15:33:59,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741944_1124 (size=5445) 2024-11-15T15:33:59,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741944_1124 (size=5445) 2024-11-15T15:33:59,393 INFO [M:0;855219d6b094:46849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d41c7fe510564fc08fafe9585003d089 2024-11-15T15:33:59,398 INFO [M:0;855219d6b094:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d41c7fe510564fc08fafe9585003d089 2024-11-15T15:33:59,399 DEBUG [M:0;855219d6b094:46849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad2eb5bd6b6f44af9f757ff6711b5286 as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad2eb5bd6b6f44af9f757ff6711b5286 2024-11-15T15:33:59,404 INFO [M:0;855219d6b094:46849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad2eb5bd6b6f44af9f757ff6711b5286, entries=8, sequenceid=168, filesize=5.5 K 2024-11-15T15:33:59,405 DEBUG [M:0;855219d6b094:46849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7602643c2fd24b3eac8a8fc2f35df8ef as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7602643c2fd24b3eac8a8fc2f35df8ef 2024-11-15T15:33:59,410 INFO [M:0;855219d6b094:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7602643c2fd24b3eac8a8fc2f35df8ef 2024-11-15T15:33:59,410 INFO [M:0;855219d6b094:46849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7602643c2fd24b3eac8a8fc2f35df8ef, entries=17, sequenceid=168, filesize=7.6 K 2024-11-15T15:33:59,411 DEBUG [M:0;855219d6b094:46849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d41c7fe510564fc08fafe9585003d089 as hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d41c7fe510564fc08fafe9585003d089 2024-11-15T15:33:59,416 INFO [M:0;855219d6b094:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d41c7fe510564fc08fafe9585003d089 2024-11-15T15:33:59,416 INFO [M:0;855219d6b094:46849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33701/user/jenkins/test-data/74213781-20d6-9e39-e9a0-c6301fc6796e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d41c7fe510564fc08fafe9585003d089, entries=3, sequenceid=168, filesize=5.3 K 2024-11-15T15:33:59,417 INFO [M:0;855219d6b094:46849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=168, compaction requested=false 2024-11-15T15:33:59,418 INFO [M:0;855219d6b094:46849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:33:59,418 DEBUG [M:0;855219d6b094:46849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684839312Disabling compacts and flushes for region at 1731684839312Disabling writes for close at 1731684839313 (+1 ms)Obtaining lock to block concurrent updates at 1731684839313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684839313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731684839313Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684839313Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684839314 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684839328 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684839328Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684839339 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684839355 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684839355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684839367 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684839385 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684839386 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795cb8d8: reopening flushed file at 1731684839398 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69570f86: reopening flushed file at 1731684839404 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e131dd2: reopening flushed file at 1731684839410 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=168, compaction requested=false at 1731684839417 (+7 ms)Writing region close event to WAL at 1731684839418 (+1 ms)Closed at 1731684839418 2024-11-15T15:33:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741830_1006 (size=71337) 2024-11-15T15:33:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741830_1006 (size=71337) 2024-11-15T15:33:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741830_1006 (size=71337) 2024-11-15T15:33:59,422 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:33:59,422 INFO [M:0;855219d6b094:46849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:33:59,422 INFO [M:0;855219d6b094:46849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46849 2024-11-15T15:33:59,422 INFO [M:0;855219d6b094:46849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:33:59,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:33:59,540 INFO [M:0;855219d6b094:46849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:33:59,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x1013f210e8d0000, quorum=127.0.0.1:55319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:33:59,545 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684819321 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684819321 (inode 16655) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731684818530/wal.1731684819321 (inode 16655) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T15:33:59,546 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731684810686/wal.1731684810779 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:59,546 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731684834323/wal.1731684834558 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:59,549 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684828708 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684828708 (inode 16678) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731684819453/wal.1731684828708 (inode 16678) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T15:33:59,550 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731684804150/wal.1731684804223 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:59,552 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684829332 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684829332 (inode 16704) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731684828889/wal.1731684829332 (inode 16704) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T15:33:59,553 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731684829514/wal.1731684829571 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:33:59,555 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal.1731684803984 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal.1731684803984 (inode 16485) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731684803789/wal.1731684803984 (inode 16485) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T15:33:59,557 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal.1731684803551 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal.1731684803551 (inode 16462) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731684803324/wal.1731684803551 (inode 16462) Holder DFSClient_NONMAPREDUCE_1064031459_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T15:33:59,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11039a9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:33:59,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7000b5ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:33:59,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:33:59,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7701b046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:33:59,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@137d43c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.log.dir/,STOPPED} 2024-11-15T15:33:59,566 WARN [BP-1203786311-172.17.0.2-1731684795690 heartbeating to localhost/127.0.0.1:33701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:33:59,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:33:59,566 WARN [BP-1203786311-172.17.0.2-1731684795690 heartbeating to localhost/127.0.0.1:33701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1203786311-172.17.0.2-1731684795690 (Datanode Uuid 81fe1721-2527-4354-8a56-a7f356663d31) service to localhost/127.0.0.1:33701 2024-11-15T15:33:59,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:33:59,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data5/current/BP-1203786311-172.17.0.2-1731684795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:33:59,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data6/current/BP-1203786311-172.17.0.2-1731684795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:33:59,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:33:59,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42bdeb7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:33:59,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@486e75d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:33:59,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:33:59,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f53d973{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:33:59,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b29fce4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.log.dir/,STOPPED} 2024-11-15T15:33:59,571 WARN [BP-1203786311-172.17.0.2-1731684795690 heartbeating to localhost/127.0.0.1:33701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:33:59,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:33:59,571 WARN [BP-1203786311-172.17.0.2-1731684795690 heartbeating to localhost/127.0.0.1:33701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1203786311-172.17.0.2-1731684795690 (Datanode Uuid accbd21f-712b-41ab-b2bd-ea20b39a97ba) service to localhost/127.0.0.1:33701 2024-11-15T15:33:59,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:33:59,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data3/current/BP-1203786311-172.17.0.2-1731684795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:33:59,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data4/current/BP-1203786311-172.17.0.2-1731684795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:33:59,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:33:59,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cdc8afb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:33:59,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@796dc018{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:33:59,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:33:59,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55114173{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:33:59,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbda1ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.log.dir/,STOPPED} 2024-11-15T15:33:59,575 WARN [BP-1203786311-172.17.0.2-1731684795690 heartbeating to localhost/127.0.0.1:33701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:33:59,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:33:59,575 WARN [BP-1203786311-172.17.0.2-1731684795690 heartbeating to localhost/127.0.0.1:33701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1203786311-172.17.0.2-1731684795690 (Datanode Uuid e4f1423d-bdb2-4466-8ca1-aedf484c41fb) service to localhost/127.0.0.1:33701 2024-11-15T15:33:59,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:33:59,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data1/current/BP-1203786311-172.17.0.2-1731684795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:33:59,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/cluster_6ebbe147-2c89-5e23-4c48-45abfd25b5d7/data/data2/current/BP-1203786311-172.17.0.2-1731684795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:33:59,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:33:59,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:33:59,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:33:59,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:33:59,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:33:59,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40e651df-6c54-f4b8-4932-5b4b4838a76d/hadoop.log.dir/,STOPPED} 2024-11-15T15:33:59,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:33:59,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down