2024-12-06 01:51:11,623 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-06 01:51:11,641 main DEBUG Took 0.015565 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 01:51:11,641 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 01:51:11,642 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 01:51:11,643 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 01:51:11,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,653 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 01:51:11,669 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,672 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,674 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,675 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,677 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,680 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,681 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,683 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:51:11,685 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,686 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 01:51:11,688 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:51:11,690 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 01:51:11,691 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 01:51:11,692 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 01:51:11,693 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 01:51:11,694 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 01:51:11,704 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 01:51:11,707 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 01:51:11,709 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 01:51:11,710 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 01:51:11,710 main DEBUG createAppenders(={Console}) 2024-12-06 01:51:11,711 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-06 01:51:11,712 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-06 01:51:11,712 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-06 01:51:11,713 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 01:51:11,713 main DEBUG OutputStream closed 2024-12-06 01:51:11,714 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 01:51:11,714 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 01:51:11,714 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-06 01:51:11,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 01:51:11,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 01:51:11,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 01:51:11,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 01:51:11,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 01:51:11,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 01:51:11,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 01:51:11,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 01:51:11,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 01:51:11,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 01:51:11,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 01:51:11,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 01:51:11,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 01:51:11,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 01:51:11,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 01:51:11,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 01:51:11,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 01:51:11,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 01:51:11,848 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 01:51:11,848 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-06 01:51:11,848 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 01:51:11,849 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-06T01:51:12,349 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13 2024-12-06 01:51:12,351 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 01:51:12,352 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T01:51:12,361 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-06T01:51:12,392 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T01:51:12,451 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T01:51:12,451 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T01:51:12,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T01:51:12,478 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605, deleteOnExit=true 2024-12-06T01:51:12,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T01:51:12,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/test.cache.data in system properties and HBase conf 2024-12-06T01:51:12,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T01:51:12,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.log.dir in system properties and HBase conf 2024-12-06T01:51:12,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T01:51:12,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T01:51:12,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T01:51:12,569 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T01:51:12,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T01:51:12,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:51:12,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:51:12,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T01:51:12,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:51:12,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T01:51:12,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T01:51:12,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:51:12,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:51:12,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T01:51:12,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/nfs.dump.dir in system properties and HBase conf 2024-12-06T01:51:12,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/java.io.tmpdir in system properties and HBase conf 2024-12-06T01:51:12,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:51:12,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T01:51:12,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T01:51:13,742 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T01:51:13,858 INFO [Time-limited test {}] log.Log(170): Logging initialized @3292ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T01:51:13,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:51:14,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:51:14,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:51:14,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:51:14,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:51:14,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:51:14,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:51:14,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:51:14,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/java.io.tmpdir/jetty-localhost-46539-hadoop-hdfs-3_4_1-tests_jar-_-any-8131799742705595545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:51:14,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:46539} 2024-12-06T01:51:14,397 INFO [Time-limited test {}] server.Server(415): Started @3830ms 2024-12-06T01:51:14,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:51:14,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:51:14,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:51:14,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:51:14,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:51:14,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f9ab09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:51:14,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c19a0d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:51:15,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb7bef3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/java.io.tmpdir/jetty-localhost-34661-hadoop-hdfs-3_4_1-tests_jar-_-any-18174599355527881770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:15,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4080a860{HTTP/1.1, (http/1.1)}{localhost:34661} 2024-12-06T01:51:15,063 INFO [Time-limited test {}] server.Server(415): Started @4497ms 2024-12-06T01:51:15,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:51:15,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:51:15,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:51:15,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:51:15,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:51:15,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:51:15,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc499ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:51:15,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@152e2397{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:51:15,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@494486cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/java.io.tmpdir/jetty-localhost-44665-hadoop-hdfs-3_4_1-tests_jar-_-any-12842683518898089891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:15,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d076b20{HTTP/1.1, (http/1.1)}{localhost:44665} 2024-12-06T01:51:15,481 INFO [Time-limited test {}] server.Server(415): Started @4915ms 2024-12-06T01:51:15,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:51:15,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:51:15,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:51:15,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:51:15,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:51:15,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:51:15,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37d4eea4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:51:15,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8696d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:51:15,686 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data4/current/BP-955670468-172.17.0.2-1733449873453/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:15,686 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data2/current/BP-955670468-172.17.0.2-1733449873453/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:15,686 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data1/current/BP-955670468-172.17.0.2-1733449873453/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:15,686 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data3/current/BP-955670468-172.17.0.2-1733449873453/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:15,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50b13206{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/java.io.tmpdir/jetty-localhost-43987-hadoop-hdfs-3_4_1-tests_jar-_-any-3352965222245653229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:15,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3267e685{HTTP/1.1, (http/1.1)}{localhost:43987} 2024-12-06T01:51:15,691 INFO [Time-limited test {}] server.Server(415): Started @5124ms 2024-12-06T01:51:15,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:51:15,742 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:51:15,743 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:51:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5803bf304b6c2f85 with lease ID 0xe66ca82a8234c3d9: Processing first storage report for DS-5ca2fb46-a632-4658-b320-9168d4580254 from datanode DatanodeRegistration(127.0.0.1:33113, datanodeUuid=2170c672-34d0-44de-9512-b5681ef74856, infoPort=36807, infoSecurePort=0, ipcPort=38687, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453) 2024-12-06T01:51:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5803bf304b6c2f85 with lease ID 0xe66ca82a8234c3d9: from storage DS-5ca2fb46-a632-4658-b320-9168d4580254 node DatanodeRegistration(127.0.0.1:33113, datanodeUuid=2170c672-34d0-44de-9512-b5681ef74856, infoPort=36807, infoSecurePort=0, ipcPort=38687, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T01:51:15,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e1f2509fb16431a with lease ID 0xe66ca82a8234c3d8: Processing first storage report for DS-99319f79-509d-455b-8710-fc06ee8bfb81 from datanode DatanodeRegistration(127.0.0.1:37325, datanodeUuid=c7a7b75f-77b0-44b2-84c1-49b43ed9991f, infoPort=37515, infoSecurePort=0, ipcPort=33709, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453) 2024-12-06T01:51:15,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e1f2509fb16431a with lease ID 0xe66ca82a8234c3d8: from storage DS-99319f79-509d-455b-8710-fc06ee8bfb81 node DatanodeRegistration(127.0.0.1:37325, datanodeUuid=c7a7b75f-77b0-44b2-84c1-49b43ed9991f, infoPort=37515, infoSecurePort=0, ipcPort=33709, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:51:15,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5803bf304b6c2f85 with lease ID 0xe66ca82a8234c3d9: Processing first storage report for DS-bf155bab-d7bf-4eab-b322-a21d3ead0ae7 from datanode DatanodeRegistration(127.0.0.1:33113, datanodeUuid=2170c672-34d0-44de-9512-b5681ef74856, infoPort=36807, infoSecurePort=0, ipcPort=38687, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453) 2024-12-06T01:51:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5803bf304b6c2f85 with lease ID 0xe66ca82a8234c3d9: from storage DS-bf155bab-d7bf-4eab-b322-a21d3ead0ae7 node DatanodeRegistration(127.0.0.1:33113, datanodeUuid=2170c672-34d0-44de-9512-b5681ef74856, infoPort=36807, infoSecurePort=0, ipcPort=38687, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:51:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e1f2509fb16431a with lease ID 0xe66ca82a8234c3d8: Processing first storage report for DS-ba42defb-4dcc-4b07-85a9-a26f3d249a3b from datanode DatanodeRegistration(127.0.0.1:37325, datanodeUuid=c7a7b75f-77b0-44b2-84c1-49b43ed9991f, infoPort=37515, infoSecurePort=0, ipcPort=33709, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453) 2024-12-06T01:51:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e1f2509fb16431a with lease ID 0xe66ca82a8234c3d8: from storage DS-ba42defb-4dcc-4b07-85a9-a26f3d249a3b node DatanodeRegistration(127.0.0.1:37325, datanodeUuid=c7a7b75f-77b0-44b2-84c1-49b43ed9991f, infoPort=37515, infoSecurePort=0, ipcPort=33709, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:51:15,886 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data5/current/BP-955670468-172.17.0.2-1733449873453/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:15,887 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data6/current/BP-955670468-172.17.0.2-1733449873453/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:15,937 WARN [Thread-121 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:51:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5496473e7106b8ec with lease ID 0xe66ca82a8234c3da: Processing first storage report for DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b from datanode DatanodeRegistration(127.0.0.1:45759, datanodeUuid=d3ba2658-5f51-42c0-931e-1db8b6b97a96, infoPort=35637, infoSecurePort=0, ipcPort=45687, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453) 2024-12-06T01:51:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5496473e7106b8ec with lease ID 0xe66ca82a8234c3da: from storage DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b node DatanodeRegistration(127.0.0.1:45759, datanodeUuid=d3ba2658-5f51-42c0-931e-1db8b6b97a96, infoPort=35637, infoSecurePort=0, ipcPort=45687, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:51:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5496473e7106b8ec with lease ID 0xe66ca82a8234c3da: Processing first storage report for DS-04d040b1-9753-485b-bb73-127b0398e0c8 from datanode DatanodeRegistration(127.0.0.1:45759, datanodeUuid=d3ba2658-5f51-42c0-931e-1db8b6b97a96, infoPort=35637, infoSecurePort=0, ipcPort=45687, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453) 2024-12-06T01:51:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5496473e7106b8ec with lease ID 0xe66ca82a8234c3da: from storage DS-04d040b1-9753-485b-bb73-127b0398e0c8 node DatanodeRegistration(127.0.0.1:45759, datanodeUuid=d3ba2658-5f51-42c0-931e-1db8b6b97a96, infoPort=35637, infoSecurePort=0, ipcPort=45687, storageInfo=lv=-57;cid=testClusterID;nsid=1359990938;c=1733449873453), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:51:16,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13 2024-12-06T01:51:16,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/zookeeper_0, clientPort=60307, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T01:51:16,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60307 2024-12-06T01:51:16,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:16,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:16,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:51:16,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:51:16,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:51:17,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e with version=8 2024-12-06T01:51:17,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/hbase-staging 2024-12-06T01:51:17,404 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:51:17,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:17,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:17,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:51:17,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:17,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:51:17,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T01:51:17,640 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T01:51:17,649 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T01:51:17,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:51:17,682 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4934 (auto-detected) 2024-12-06T01:51:17,683 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T01:51:17,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33351 2024-12-06T01:51:17,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33351 connecting to ZooKeeper ensemble=127.0.0.1:60307 2024-12-06T01:51:17,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333510x0, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:51:17,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33351-0x1006505bc4d0000 connected 2024-12-06T01:51:17,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:17,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:17,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:17,848 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e, hbase.cluster.distributed=false 2024-12-06T01:51:17,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:51:17,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33351 2024-12-06T01:51:17,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33351 2024-12-06T01:51:17,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33351 2024-12-06T01:51:17,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33351 2024-12-06T01:51:17,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33351 2024-12-06T01:51:18,026 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:51:18,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:18,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:18,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:51:18,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:18,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:51:18,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:51:18,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:51:18,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41529 2024-12-06T01:51:18,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41529 connecting to ZooKeeper ensemble=127.0.0.1:60307 2024-12-06T01:51:18,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:18,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:18,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415290x0, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:51:18,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41529-0x1006505bc4d0001 connected 2024-12-06T01:51:18,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:18,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:51:18,066 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:51:18,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:51:18,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:51:18,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41529 2024-12-06T01:51:18,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41529 2024-12-06T01:51:18,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41529 2024-12-06T01:51:18,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41529 2024-12-06T01:51:18,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41529 2024-12-06T01:51:18,094 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:51:18,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:18,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:18,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:51:18,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:18,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:51:18,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:51:18,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:51:18,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38199 2024-12-06T01:51:18,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38199 connecting to ZooKeeper ensemble=127.0.0.1:60307 2024-12-06T01:51:18,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:18,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381990x0, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:51:18,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38199-0x1006505bc4d0002 connected 2024-12-06T01:51:18,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:18,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:51:18,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:51:18,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:51:18,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:51:18,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38199 2024-12-06T01:51:18,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38199 2024-12-06T01:51:18,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38199 2024-12-06T01:51:18,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38199 2024-12-06T01:51:18,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38199 2024-12-06T01:51:18,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:51:18,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:18,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:18,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:51:18,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:18,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:51:18,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:51:18,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:51:18,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35091 2024-12-06T01:51:18,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35091 connecting to ZooKeeper ensemble=127.0.0.1:60307 2024-12-06T01:51:18,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:18,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:18,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350910x0, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:51:18,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350910x0, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:18,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35091-0x1006505bc4d0003 connected 2024-12-06T01:51:18,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:51:18,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:51:18,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:51:18,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:51:18,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-06T01:51:18,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35091 2024-12-06T01:51:18,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35091 2024-12-06T01:51:18,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-06T01:51:18,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-06T01:51:18,185 DEBUG [M:0;00c764f7c3aa:33351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c764f7c3aa:33351 2024-12-06T01:51:18,187 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:18,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:18,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:18,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:18,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:18,200 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:18,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:51:18,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:51:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:51:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:18,233 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T01:51:18,235 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c764f7c3aa,33351,1733449877189 from backup master directory 2024-12-06T01:51:18,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:18,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:18,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:18,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:18,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:18,240 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:51:18,241 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:18,243 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T01:51:18,244 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T01:51:18,305 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/hbase.id] with ID: bcbda542-0ebb-42af-860a-ec20261c62b8 2024-12-06T01:51:18,305 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/.tmp/hbase.id 2024-12-06T01:51:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:51:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:51:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:51:18,321 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/.tmp/hbase.id]:[hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/hbase.id] 2024-12-06T01:51:18,372 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:18,377 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T01:51:18,398 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-12-06T01:51:18,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:18,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:18,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:18,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:18,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:51:18,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:51:18,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:51:18,440 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:51:18,443 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T01:51:18,449 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:18,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:51:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:51:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:51:18,504 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store 2024-12-06T01:51:18,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:51:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:51:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:51:18,537 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T01:51:18,541 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:18,542 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:51:18,543 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:18,543 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:18,544 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:51:18,545 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:18,545 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:18,546 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449878542Disabling compacts and flushes for region at 1733449878542Disabling writes for close at 1733449878545 (+3 ms)Writing region close event to WAL at 1733449878545Closed at 1733449878545 2024-12-06T01:51:18,549 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/.initializing 2024-12-06T01:51:18,549 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/WALs/00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:18,558 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:18,574 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C33351%2C1733449877189, suffix=, logDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/WALs/00c764f7c3aa,33351,1733449877189, archiveDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/oldWALs, maxLogs=10 2024-12-06T01:51:18,617 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/WALs/00c764f7c3aa,33351,1733449877189/00c764f7c3aa%2C33351%2C1733449877189.1733449878581, exclude list is [], retry=0 2024-12-06T01:51:18,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:18,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:18,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:18,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:18,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T01:51:18,699 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/WALs/00c764f7c3aa,33351,1733449877189/00c764f7c3aa%2C33351%2C1733449877189.1733449878581 2024-12-06T01:51:18,700 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:18,700 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:18,701 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:18,705 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,707 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T01:51:18,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:18,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:18,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T01:51:18,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:18,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:18,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T01:51:18,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:18,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:18,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T01:51:18,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:18,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:18,796 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,801 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,803 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,808 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,809 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,813 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:51:18,817 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:18,822 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:18,823 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60495772, jitterRate=-0.09854274988174438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:51:18,829 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733449878720Initializing all the Stores at 1733449878722 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449878723 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449878724 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449878724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449878724Cleaning up temporary data from old regions at 1733449878809 (+85 ms)Region opened successfully at 1733449878829 (+20 ms) 2024-12-06T01:51:18,830 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T01:51:18,867 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ef548a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:51:18,902 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T01:51:18,915 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T01:51:18,915 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T01:51:18,918 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T01:51:18,919 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T01:51:18,925 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-06T01:51:18,925 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T01:51:18,960 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T01:51:18,968 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T01:51:18,970 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T01:51:18,974 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T01:51:18,975 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T01:51:18,978 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T01:51:18,980 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T01:51:18,983 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T01:51:18,985 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T01:51:18,986 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T01:51:18,987 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T01:51:19,005 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T01:51:19,007 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T01:51:19,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:19,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:19,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:19,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,015 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c764f7c3aa,33351,1733449877189, sessionid=0x1006505bc4d0000, setting cluster-up flag (Was=false) 2024-12-06T01:51:19,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,035 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T01:51:19,037 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:19,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,051 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T01:51:19,052 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:19,059 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T01:51:19,073 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(746): ClusterId : bcbda542-0ebb-42af-860a-ec20261c62b8 2024-12-06T01:51:19,073 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(746): ClusterId : bcbda542-0ebb-42af-860a-ec20261c62b8 2024-12-06T01:51:19,073 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(746): ClusterId : bcbda542-0ebb-42af-860a-ec20261c62b8 2024-12-06T01:51:19,076 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:51:19,076 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:51:19,076 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:51:19,082 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:51:19,082 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:51:19,082 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:51:19,082 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:51:19,082 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:51:19,082 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:51:19,086 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:51:19,086 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:51:19,086 DEBUG [RS:0;00c764f7c3aa:41529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668aafa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:51:19,086 DEBUG [RS:2;00c764f7c3aa:35091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272d5f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:51:19,087 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:51:19,087 DEBUG [RS:1;00c764f7c3aa:38199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c33f200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:51:19,118 DEBUG [RS:2;00c764f7c3aa:35091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;00c764f7c3aa:35091 2024-12-06T01:51:19,122 DEBUG [RS:1;00c764f7c3aa:38199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;00c764f7c3aa:38199 2024-12-06T01:51:19,123 DEBUG [RS:0;00c764f7c3aa:41529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c764f7c3aa:41529 2024-12-06T01:51:19,125 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:51:19,125 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:51:19,125 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:51:19,125 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:51:19,126 DEBUG [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:51:19,126 DEBUG [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:51:19,126 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:51:19,126 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:51:19,126 DEBUG [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:51:19,129 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,33351,1733449877189 with port=35091, startcode=1733449878136 2024-12-06T01:51:19,129 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,33351,1733449877189 with port=38199, startcode=1733449878094 2024-12-06T01:51:19,131 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,33351,1733449877189 with port=41529, startcode=1733449877984 2024-12-06T01:51:19,145 DEBUG [RS:0;00c764f7c3aa:41529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:51:19,145 DEBUG [RS:1;00c764f7c3aa:38199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:51:19,145 DEBUG [RS:2;00c764f7c3aa:35091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:51:19,160 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T01:51:19,174 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T01:51:19,188 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T01:51:19,196 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:51:19,196 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:51:19,197 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42873, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:51:19,198 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c764f7c3aa,33351,1733449877189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T01:51:19,204 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T01:51:19,206 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:51:19,206 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:51:19,206 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:51:19,206 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:51:19,206 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c764f7c3aa:0, corePoolSize=10, maxPoolSize=10 2024-12-06T01:51:19,206 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,206 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:51:19,206 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,212 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T01:51:19,213 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T01:51:19,214 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733449909214 2024-12-06T01:51:19,216 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T01:51:19,218 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T01:51:19,222 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T01:51:19,223 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T01:51:19,223 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T01:51:19,223 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T01:51:19,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:51:19,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T01:51:19,228 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,235 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T01:51:19,237 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T01:51:19,237 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T01:51:19,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:19,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T01:51:19,239 DEBUG [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T01:51:19,239 DEBUG [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T01:51:19,239 WARN [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T01:51:19,239 WARN [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T01:51:19,239 DEBUG [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T01:51:19,239 WARN [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T01:51:19,240 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T01:51:19,240 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T01:51:19,242 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449879242,5,FailOnTimeoutGroup] 2024-12-06T01:51:19,244 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449879243,5,FailOnTimeoutGroup] 2024-12-06T01:51:19,244 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,244 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T01:51:19,245 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,246 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:51:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:51:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:51:19,296 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T01:51:19,297 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e 2024-12-06T01:51:19,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:51:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:51:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:51:19,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:19,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:51:19,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:51:19,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:19,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:19,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:51:19,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:51:19,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:19,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:19,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:51:19,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:51:19,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:19,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:19,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:51:19,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:51:19,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:19,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:19,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:51:19,341 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,33351,1733449877189 with port=38199, startcode=1733449878094 2024-12-06T01:51:19,342 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,33351,1733449877189 with port=41529, startcode=1733449877984 2024-12-06T01:51:19,342 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,33351,1733449877189 with port=35091, startcode=1733449878136 2024-12-06T01:51:19,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740 2024-12-06T01:51:19,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:19,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:19,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740 2024-12-06T01:51:19,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:51:19,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:51:19,353 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:51:19,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:19,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:19,356 DEBUG [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e 2024-12-06T01:51:19,356 DEBUG [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41881 2024-12-06T01:51:19,356 DEBUG [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:51:19,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:51:19,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:19,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:19,361 DEBUG [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e 2024-12-06T01:51:19,361 DEBUG [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41881 2024-12-06T01:51:19,361 DEBUG [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:51:19,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:51:19,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:19,367 DEBUG [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e 2024-12-06T01:51:19,367 DEBUG [RS:1;00c764f7c3aa:38199 {}] zookeeper.ZKUtil(111): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:19,367 DEBUG [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41881 2024-12-06T01:51:19,367 WARN [RS:1;00c764f7c3aa:38199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:51:19,367 DEBUG [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:51:19,368 INFO [RS:1;00c764f7c3aa:38199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:19,368 DEBUG [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:19,368 DEBUG [RS:0;00c764f7c3aa:41529 {}] zookeeper.ZKUtil(111): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:19,368 WARN [RS:0;00c764f7c3aa:41529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:51:19,368 INFO [RS:0;00c764f7c3aa:41529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:19,369 DEBUG [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:19,369 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67653785, jitterRate=0.008119955658912659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:51:19,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,38199,1733449878094] 2024-12-06T01:51:19,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,41529,1733449877984] 2024-12-06T01:51:19,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:51:19,371 DEBUG [RS:2;00c764f7c3aa:35091 {}] zookeeper.ZKUtil(111): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:19,371 WARN [RS:2;00c764f7c3aa:35091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:51:19,371 INFO [RS:2;00c764f7c3aa:35091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:19,372 DEBUG [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:19,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733449879321Initializing all the Stores at 1733449879323 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449879323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449879323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449879323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449879323Cleaning up temporary data from old regions at 1733449879352 (+29 ms)Region opened successfully at 1733449879372 (+20 ms) 2024-12-06T01:51:19,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,35091,1733449878136] 2024-12-06T01:51:19,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:51:19,372 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:51:19,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:51:19,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:51:19,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:51:19,374 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:51:19,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449879372Disabling compacts and flushes for region at 1733449879372Disabling writes for close at 1733449879372Writing region close event to WAL at 1733449879374 (+2 ms)Closed at 1733449879374 2024-12-06T01:51:19,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:51:19,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T01:51:19,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T01:51:19,399 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:51:19,402 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:51:19,402 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:51:19,402 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:51:19,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T01:51:19,419 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:51:19,419 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:51:19,420 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:51:19,425 INFO [RS:2;00c764f7c3aa:35091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:51:19,425 INFO [RS:1;00c764f7c3aa:38199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:51:19,425 INFO [RS:0;00c764f7c3aa:41529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:51:19,425 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,425 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,425 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,426 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:51:19,426 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:51:19,434 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:51:19,434 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:51:19,435 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:51:19,436 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,436 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,436 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,436 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,436 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:51:19,436 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,436 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,436 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,436 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,436 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,436 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,436 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:51:19,437 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:51:19,437 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:51:19,437 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,437 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:51:19,438 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:0;00c764f7c3aa:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:51:19,438 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:51:19,438 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:2;00c764f7c3aa:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:51:19,438 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,438 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:19,439 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:51:19,439 DEBUG [RS:1;00c764f7c3aa:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:51:19,439 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,439 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,439 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,439 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,439 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,439 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,41529,1733449877984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:51:19,441 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,442 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,442 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,442 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,442 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,442 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,442 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,442 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,442 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35091,1733449878136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:51:19,444 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,444 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,444 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38199,1733449878094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:51:19,468 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:51:19,471 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:51:19,471 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35091,1733449878136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,471 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,41529,1733449877984-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,471 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,471 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,472 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.Replication(171): 00c764f7c3aa,41529,1733449877984 started 2024-12-06T01:51:19,472 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.Replication(171): 00c764f7c3aa,35091,1733449878136 started 2024-12-06T01:51:19,473 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:51:19,473 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38199,1733449878094-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,473 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,474 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.Replication(171): 00c764f7c3aa,38199,1733449878094 started 2024-12-06T01:51:19,491 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,492 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,38199,1733449878094, RpcServer on 00c764f7c3aa/172.17.0.2:38199, sessionid=0x1006505bc4d0002 2024-12-06T01:51:19,492 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:51:19,492 DEBUG [RS:1;00c764f7c3aa:38199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:19,493 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,38199,1733449878094' 2024-12-06T01:51:19,493 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:51:19,494 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:51:19,494 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:51:19,494 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:51:19,495 DEBUG [RS:1;00c764f7c3aa:38199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:19,495 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,38199,1733449878094' 2024-12-06T01:51:19,495 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:51:19,495 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:51:19,496 DEBUG [RS:1;00c764f7c3aa:38199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:51:19,497 INFO [RS:1;00c764f7c3aa:38199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:51:19,497 INFO [RS:1;00c764f7c3aa:38199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:51:19,497 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,497 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:19,497 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,35091,1733449878136, RpcServer on 00c764f7c3aa/172.17.0.2:35091, sessionid=0x1006505bc4d0003 2024-12-06T01:51:19,497 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,41529,1733449877984, RpcServer on 00c764f7c3aa/172.17.0.2:41529, sessionid=0x1006505bc4d0001 2024-12-06T01:51:19,498 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:51:19,498 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:51:19,498 DEBUG [RS:0;00c764f7c3aa:41529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:19,498 DEBUG [RS:2;00c764f7c3aa:35091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:19,498 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,35091,1733449878136' 2024-12-06T01:51:19,498 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,41529,1733449877984' 2024-12-06T01:51:19,498 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:51:19,498 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:51:19,499 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:51:19,499 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:51:19,499 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:51:19,500 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:51:19,500 DEBUG [RS:2;00c764f7c3aa:35091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:19,500 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,35091,1733449878136' 2024-12-06T01:51:19,500 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:51:19,500 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:51:19,500 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:51:19,500 DEBUG [RS:0;00c764f7c3aa:41529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:19,500 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,41529,1733449877984' 2024-12-06T01:51:19,500 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:51:19,501 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:51:19,501 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:51:19,501 DEBUG [RS:2;00c764f7c3aa:35091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:51:19,501 INFO [RS:2;00c764f7c3aa:35091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:51:19,501 INFO [RS:2;00c764f7c3aa:35091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:51:19,502 DEBUG [RS:0;00c764f7c3aa:41529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:51:19,502 INFO [RS:0;00c764f7c3aa:41529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:51:19,502 INFO [RS:0;00c764f7c3aa:41529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:51:19,554 WARN [00c764f7c3aa:33351 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T01:51:19,604 INFO [RS:1;00c764f7c3aa:38199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:19,604 INFO [RS:2;00c764f7c3aa:35091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:19,604 INFO [RS:0;00c764f7c3aa:41529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:19,607 INFO [RS:2;00c764f7c3aa:35091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C35091%2C1733449878136, suffix=, logDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,35091,1733449878136, archiveDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/oldWALs, maxLogs=32 2024-12-06T01:51:19,607 INFO [RS:0;00c764f7c3aa:41529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C41529%2C1733449877984, suffix=, logDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984, archiveDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/oldWALs, maxLogs=32 2024-12-06T01:51:19,607 INFO [RS:1;00c764f7c3aa:38199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C38199%2C1733449878094, suffix=, logDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,38199,1733449878094, archiveDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/oldWALs, maxLogs=32 2024-12-06T01:51:19,628 DEBUG [RS:1;00c764f7c3aa:38199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,38199,1733449878094/00c764f7c3aa%2C38199%2C1733449878094.1733449879613, exclude list is [], retry=0 2024-12-06T01:51:19,628 DEBUG [RS:2;00c764f7c3aa:35091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,35091,1733449878136/00c764f7c3aa%2C35091%2C1733449878136.1733449879613, exclude list is [], retry=0 2024-12-06T01:51:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:19,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:19,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:19,635 DEBUG [RS:0;00c764f7c3aa:41529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984/00c764f7c3aa%2C41529%2C1733449877984.1733449879613, exclude list is [], retry=0 2024-12-06T01:51:19,646 INFO [RS:2;00c764f7c3aa:35091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,35091,1733449878136/00c764f7c3aa%2C35091%2C1733449878136.1733449879613 2024-12-06T01:51:19,647 DEBUG [RS:2;00c764f7c3aa:35091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:19,647 INFO [RS:1;00c764f7c3aa:38199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,38199,1733449878094/00c764f7c3aa%2C38199%2C1733449878094.1733449879613 2024-12-06T01:51:19,649 DEBUG [RS:1;00c764f7c3aa:38199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:19,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:19,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:19,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:19,662 INFO [RS:0;00c764f7c3aa:41529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984/00c764f7c3aa%2C41529%2C1733449877984.1733449879613 2024-12-06T01:51:19,668 DEBUG [RS:0;00c764f7c3aa:41529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:19,806 DEBUG [00c764f7c3aa:33351 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T01:51:19,815 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(204): Hosts are {00c764f7c3aa=0} racks are {/default-rack=0} 2024-12-06T01:51:19,822 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T01:51:19,822 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T01:51:19,822 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T01:51:19,822 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T01:51:19,822 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T01:51:19,822 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T01:51:19,822 INFO [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T01:51:19,822 INFO [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T01:51:19,822 INFO [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T01:51:19,822 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T01:51:19,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:19,837 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,38199,1733449878094, state=OPENING 2024-12-06T01:51:19,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T01:51:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:19,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:19,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:19,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:19,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:19,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:51:19,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,38199,1733449878094}] 2024-12-06T01:51:20,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:51:20,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:51:20,055 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T01:51:20,055 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:20,056 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T01:51:20,060 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C38199%2C1733449878094.meta, suffix=.meta, logDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,38199,1733449878094, archiveDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/oldWALs, maxLogs=32 2024-12-06T01:51:20,084 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,38199,1733449878094/00c764f7c3aa%2C38199%2C1733449878094.meta.1733449880062.meta, exclude list is [], retry=0 2024-12-06T01:51:20,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:20,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:20,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:20,092 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,38199,1733449878094/00c764f7c3aa%2C38199%2C1733449878094.meta.1733449880062.meta 2024-12-06T01:51:20,093 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:20,093 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:20,095 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T01:51:20,098 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T01:51:20,104 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T01:51:20,109 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T01:51:20,110 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:20,110 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T01:51:20,111 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T01:51:20,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:51:20,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:51:20,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:20,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:20,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:51:20,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:51:20,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:20,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:20,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:51:20,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:51:20,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:20,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:20,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:51:20,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:51:20,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:20,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:20,126 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:51:20,127 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740 2024-12-06T01:51:20,130 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740 2024-12-06T01:51:20,132 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:51:20,132 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:51:20,133 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:51:20,136 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:51:20,138 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66319553, jitterRate=-0.011761650443077087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:51:20,138 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T01:51:20,139 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733449880111Writing region info on filesystem at 1733449880111Initializing all the Stores at 1733449880114 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449880114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449880114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449880114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449880114Cleaning up temporary data from old regions at 1733449880132 (+18 ms)Running coprocessor post-open hooks at 1733449880138 (+6 ms)Region opened successfully at 1733449880139 (+1 ms) 2024-12-06T01:51:20,147 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733449880021 2024-12-06T01:51:20,159 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T01:51:20,160 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T01:51:20,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:20,165 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,38199,1733449878094, state=OPEN 2024-12-06T01:51:20,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:51:20,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:51:20,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:51:20,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:51:20,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:20,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:20,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:20,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:20,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:20,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T01:51:20,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,38199,1733449878094 in 317 msec 2024-12-06T01:51:20,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T01:51:20,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 788 msec 2024-12-06T01:51:20,181 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:51:20,181 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T01:51:20,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:51:20,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,38199,1733449878094, seqNum=-1] 2024-12-06T01:51:20,268 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:51:20,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:51:20,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-12-06T01:51:20,291 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733449880291, completionTime=-1 2024-12-06T01:51:20,294 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T01:51:20,294 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T01:51:20,326 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T01:51:20,326 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733449940326 2024-12-06T01:51:20,326 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733450000326 2024-12-06T01:51:20,326 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-12-06T01:51:20,338 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T01:51:20,345 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,33351,1733449877189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:20,345 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,33351,1733449877189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:20,345 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,33351,1733449877189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:20,347 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c764f7c3aa:33351, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:20,348 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:20,348 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:20,355 DEBUG [master/00c764f7c3aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T01:51:20,378 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.137sec 2024-12-06T01:51:20,380 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T01:51:20,381 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T01:51:20,382 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T01:51:20,382 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T01:51:20,382 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T01:51:20,383 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,33351,1733449877189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:51:20,384 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,33351,1733449877189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T01:51:20,388 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T01:51:20,389 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T01:51:20,389 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,33351,1733449877189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:20,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cedddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:51:20,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,33351,-1 for getting cluster id 2024-12-06T01:51:20,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T01:51:20,502 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcbda542-0ebb-42af-860a-ec20261c62b8' 2024-12-06T01:51:20,505 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T01:51:20,505 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcbda542-0ebb-42af-860a-ec20261c62b8" 2024-12-06T01:51:20,506 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a7f873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:51:20,506 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,33351,-1] 2024-12-06T01:51:20,508 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T01:51:20,511 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:20,511 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T01:51:20,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29abc2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:51:20,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:51:20,522 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,38199,1733449878094, seqNum=-1] 2024-12-06T01:51:20,522 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:51:20,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:51:20,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:20,551 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41881/hbase 2024-12-06T01:51:20,568 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=10393 2024-12-06T01:51:20,587 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:20,589 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:20,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:20,595 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53604710, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-53604710, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:20,619 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53604710/hregion-53604710.1733449880597, exclude list is [], retry=0 2024-12-06T01:51:20,625 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:20,626 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:20,628 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:20,632 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53604710/hregion-53604710.1733449880597 2024-12-06T01:51:20,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:20,633 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cfb787839d9f1f27d919c9439c4263f6, NAME => 'testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741838_1014 (size=64) 2024-12-06T01:51:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741838_1014 (size=64) 2024-12-06T01:51:20,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741838_1014 (size=64) 2024-12-06T01:51:20,649 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:20,652 INFO [StoreOpener-cfb787839d9f1f27d919c9439c4263f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,654 INFO [StoreOpener-cfb787839d9f1f27d919c9439c4263f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfb787839d9f1f27d919c9439c4263f6 columnFamilyName a 2024-12-06T01:51:20,654 DEBUG [StoreOpener-cfb787839d9f1f27d919c9439c4263f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:20,655 INFO [StoreOpener-cfb787839d9f1f27d919c9439c4263f6-1 {}] regionserver.HStore(327): Store=cfb787839d9f1f27d919c9439c4263f6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:20,655 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,656 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,657 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,658 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,658 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,660 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,664 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:20,665 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cfb787839d9f1f27d919c9439c4263f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70325067, jitterRate=0.047925159335136414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:51:20,666 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cfb787839d9f1f27d919c9439c4263f6: Writing region info on filesystem at 1733449880649Initializing all the Stores at 1733449880651 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449880651Cleaning up temporary data from old regions at 1733449880658 (+7 ms)Region opened successfully at 1733449880666 (+8 ms) 2024-12-06T01:51:20,666 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cfb787839d9f1f27d919c9439c4263f6, disabling compactions & flushes 2024-12-06T01:51:20,666 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6. 2024-12-06T01:51:20,666 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6. 2024-12-06T01:51:20,666 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6. after waiting 0 ms 2024-12-06T01:51:20,666 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6. 2024-12-06T01:51:20,667 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6. 2024-12-06T01:51:20,667 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cfb787839d9f1f27d919c9439c4263f6: Waiting for close lock at 1733449880666Disabling compacts and flushes for region at 1733449880666Disabling writes for close at 1733449880666Writing region close event to WAL at 1733449880667 (+1 ms)Closed at 1733449880667 2024-12-06T01:51:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741837_1013 (size=93) 2024-12-06T01:51:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741837_1013 (size=93) 2024-12-06T01:51:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741837_1013 (size=93) 2024-12-06T01:51:20,687 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:20,687 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53604710:(num 1733449880597) 2024-12-06T01:51:20,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T01:51:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741839_1015 (size=369) 2024-12-06T01:51:20,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741839_1015 (size=369) 2024-12-06T01:51:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741839_1015 (size=369) 2024-12-06T01:51:20,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T01:51:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741840_1016 (size=231) 2024-12-06T01:51:20,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741840_1016 (size=231) 2024-12-06T01:51:20,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741840_1016 (size=231) 2024-12-06T01:51:20,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1, size=369 (369bytes) 2024-12-06T01:51:20,762 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T01:51:20,763 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T01:51:20,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1 2024-12-06T01:51:20,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1 after 3ms 2024-12-06T01:51:20,775 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1 took 15ms 2024-12-06T01:51:20,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1 so closing down 2024-12-06T01:51:20,784 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-06T01:51:20,786 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000001-wal-1.temp 2024-12-06T01:51:20,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:20,787 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741841_1017 (size=369) 2024-12-06T01:51:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741841_1017 (size=369) 2024-12-06T01:51:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741841_1017 (size=369) 2024-12-06T01:51:20,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:20,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002 2024-12-06T01:51:20,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-06T01:51:20,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1, journal: Splitting hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1, size=369 (369bytes) at 1733449880762Finishing writing output for hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1 so closing down at 1733449880780 (+18 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000001-wal-1.temp at 1733449880786 (+6 ms)3 split writer threads finished at 1733449880787 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733449880804 (+17 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002 at 1733449880808 (+4 ms)Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733449880811 (+3 ms) 2024-12-06T01:51:20,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2, size=231 (231bytes) 2024-12-06T01:51:20,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2 2024-12-06T01:51:20,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2 after 1ms 2024-12-06T01:51:20,834 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2 took 6ms 2024-12-06T01:51:20,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2 so closing down 2024-12-06T01:51:20,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:20,839 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-06T01:51:20,841 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002-wal-2.temp 2024-12-06T01:51:20,841 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:20,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741842_1018 (size=231) 2024-12-06T01:51:20,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741842_1018 (size=231) 2024-12-06T01:51:20,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741842_1018 (size=231) 2024-12-06T01:51:20,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:20,860 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-12-06T01:51:20,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-06T01:51:20,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2, journal: Splitting hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2, size=231 (231bytes) at 1733449880827Finishing writing output for hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2 so closing down at 1733449880836 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002-wal-2.temp at 1733449880841 (+5 ms)3 split writer threads finished at 1733449880841Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733449880853 (+12 ms)Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733449880862 (+9 ms) 2024-12-06T01:51:20,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:20,865 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:20,887 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal.1733449880867, exclude list is [], retry=0 2024-12-06T01:51:20,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:20,892 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:20,893 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:20,895 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal.1733449880867 2024-12-06T01:51:20,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:20,896 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cfb787839d9f1f27d919c9439c4263f6, NAME => 'testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:20,896 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:20,897 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,897 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,900 INFO [StoreOpener-cfb787839d9f1f27d919c9439c4263f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,901 INFO [StoreOpener-cfb787839d9f1f27d919c9439c4263f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfb787839d9f1f27d919c9439c4263f6 columnFamilyName a 2024-12-06T01:51:20,901 DEBUG [StoreOpener-cfb787839d9f1f27d919c9439c4263f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:20,902 INFO [StoreOpener-cfb787839d9f1f27d919c9439c4263f6-1 {}] regionserver.HStore(327): Store=cfb787839d9f1f27d919c9439c4263f6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:20,903 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,904 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,907 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:20,909 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002 2024-12-06T01:51:20,923 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002 2024-12-06T01:51:20,929 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cfb787839d9f1f27d919c9439c4263f6 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-06T01:51:20,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/.tmp/a/8902874a4a3b45cfbb66e940a48e9c8a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733449880687/Put/seqid=0 2024-12-06T01:51:21,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741844_1020 (size=5170) 2024-12-06T01:51:21,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741844_1020 (size=5170) 2024-12-06T01:51:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741844_1020 (size=5170) 2024-12-06T01:51:21,003 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/.tmp/a/8902874a4a3b45cfbb66e940a48e9c8a 2024-12-06T01:51:21,047 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/.tmp/a/8902874a4a3b45cfbb66e940a48e9c8a as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/a/8902874a4a3b45cfbb66e940a48e9c8a 2024-12-06T01:51:21,056 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/a/8902874a4a3b45cfbb66e940a48e9c8a, entries=2, sequenceid=2, filesize=5.0 K 2024-12-06T01:51:21,064 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cfb787839d9f1f27d919c9439c4263f6 in 134ms, sequenceid=2, compaction requested=false; wal=null 2024-12-06T01:51:21,066 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/0000000000000000002 2024-12-06T01:51:21,067 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:21,067 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:21,070 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cfb787839d9f1f27d919c9439c4263f6 2024-12-06T01:51:21,074 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/cfb787839d9f1f27d919c9439c4263f6/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-06T01:51:21,076 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cfb787839d9f1f27d919c9439c4263f6; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74389160, jitterRate=0.10848486423492432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:51:21,077 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cfb787839d9f1f27d919c9439c4263f6: Writing region info on filesystem at 1733449880897Initializing all the Stores at 1733449880899 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449880899Obtaining lock to block concurrent updates at 1733449880929 (+30 ms)Preparing flush snapshotting stores in cfb787839d9f1f27d919c9439c4263f6 at 1733449880929Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733449880933 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733449880587.cfb787839d9f1f27d919c9439c4263f6. at 1733449880933Flushing cfb787839d9f1f27d919c9439c4263f6/a: creating writer at 1733449880935 (+2 ms)Flushing cfb787839d9f1f27d919c9439c4263f6/a: appending metadata at 1733449880976 (+41 ms)Flushing cfb787839d9f1f27d919c9439c4263f6/a: closing flushed file at 1733449880979 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641b7f13: reopening flushed file at 1733449881045 (+66 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cfb787839d9f1f27d919c9439c4263f6 in 134ms, sequenceid=2, compaction requested=false; wal=null at 1733449881064 (+19 ms)Cleaning up temporary data from old regions at 1733449881067 (+3 ms)Region opened successfully at 1733449881077 (+10 ms) 2024-12-06T01:51:21,108 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=374 (was 363) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:41906 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:57720 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:48042 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:41740 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41881/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:57598 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=10365 (was 10393) 2024-12-06T01:51:21,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=10364 2024-12-06T01:51:21,141 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:21,144 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:21,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:21,149 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87850103, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-87850103, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:21,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87850103/hregion-87850103.1733449881150, exclude list is [], retry=0 2024-12-06T01:51:21,166 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:21,167 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:21,167 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:21,170 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87850103/hregion-87850103.1733449881150 2024-12-06T01:51:21,171 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:21,171 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3689672b9c83f70a924831d6a1707598, NAME => 'testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:21,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741846_1022 (size=64) 2024-12-06T01:51:21,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741846_1022 (size=64) 2024-12-06T01:51:21,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741846_1022 (size=64) 2024-12-06T01:51:21,593 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:21,595 INFO [StoreOpener-3689672b9c83f70a924831d6a1707598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,598 INFO [StoreOpener-3689672b9c83f70a924831d6a1707598-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3689672b9c83f70a924831d6a1707598 columnFamilyName a 2024-12-06T01:51:21,598 DEBUG [StoreOpener-3689672b9c83f70a924831d6a1707598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:21,599 INFO [StoreOpener-3689672b9c83f70a924831d6a1707598-1 {}] regionserver.HStore(327): Store=3689672b9c83f70a924831d6a1707598/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:21,599 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,600 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,601 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,601 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,601 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,605 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,608 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:21,608 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3689672b9c83f70a924831d6a1707598; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73189727, jitterRate=0.09061191976070404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:51:21,609 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3689672b9c83f70a924831d6a1707598: Writing region info on filesystem at 1733449881593Initializing all the Stores at 1733449881595 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449881595Cleaning up temporary data from old regions at 1733449881601 (+6 ms)Region opened successfully at 1733449881609 (+8 ms) 2024-12-06T01:51:21,609 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3689672b9c83f70a924831d6a1707598, disabling compactions & flushes 2024-12-06T01:51:21,609 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598. 2024-12-06T01:51:21,609 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598. 2024-12-06T01:51:21,609 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598. after waiting 0 ms 2024-12-06T01:51:21,609 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598. 2024-12-06T01:51:21,609 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598. 2024-12-06T01:51:21,609 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3689672b9c83f70a924831d6a1707598: Waiting for close lock at 1733449881609Disabling compacts and flushes for region at 1733449881609Disabling writes for close at 1733449881609Writing region close event to WAL at 1733449881609Closed at 1733449881609 2024-12-06T01:51:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741845_1021 (size=93) 2024-12-06T01:51:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741845_1021 (size=93) 2024-12-06T01:51:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741845_1021 (size=93) 2024-12-06T01:51:21,616 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:21,616 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87850103:(num 1733449881150) 2024-12-06T01:51:21,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T01:51:21,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741847_1023 (size=369) 2024-12-06T01:51:21,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741847_1023 (size=369) 2024-12-06T01:51:21,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741847_1023 (size=369) 2024-12-06T01:51:21,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T01:51:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741848_1024 (size=231) 2024-12-06T01:51:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741848_1024 (size=231) 2024-12-06T01:51:21,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741848_1024 (size=231) 2024-12-06T01:51:21,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2, size=231 (231bytes) 2024-12-06T01:51:21,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2 2024-12-06T01:51:21,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2 after 1ms 2024-12-06T01:51:21,664 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2 took 5ms 2024-12-06T01:51:21,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2 so closing down 2024-12-06T01:51:21,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:21,668 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-06T01:51:21,670 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002-wal-2.temp 2024-12-06T01:51:21,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741849_1025 (size=231) 2024-12-06T01:51:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741849_1025 (size=231) 2024-12-06T01:51:21,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741849_1025 (size=231) 2024-12-06T01:51:21,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:21,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002 2024-12-06T01:51:21,682 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-06T01:51:21,682 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2, journal: Splitting hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2, size=231 (231bytes) at 1733449881659Finishing writing output for hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2 so closing down at 1733449881666 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002-wal-2.temp at 1733449881670 (+4 ms)3 split writer threads finished at 1733449881670Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733449881679 (+9 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002 at 1733449881682 (+3 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733449881682 2024-12-06T01:51:21,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1, size=369 (369bytes) 2024-12-06T01:51:21,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1 2024-12-06T01:51:21,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1 after 1ms 2024-12-06T01:51:21,702 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1 took 5ms 2024-12-06T01:51:21,708 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1 so closing down 2024-12-06T01:51:21,708 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:21,711 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-06T01:51:21,713 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000001-wal-1.temp 2024-12-06T01:51:21,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741850_1026 (size=369) 2024-12-06T01:51:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741850_1026 (size=369) 2024-12-06T01:51:21,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741850_1026 (size=369) 2024-12-06T01:51:21,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:21,733 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002, length=231 2024-12-06T01:51:21,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002 2024-12-06T01:51:21,735 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-06T01:51:21,735 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1, journal: Splitting hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1, size=369 (369bytes) at 1733449881697Finishing writing output for hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1 so closing down at 1733449881708 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000001-wal-1.temp at 1733449881713 (+5 ms)3 split writer threads finished at 1733449881713Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733449881727 (+14 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002 at 1733449881735 (+8 ms)Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733449881735 2024-12-06T01:51:21,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:21,737 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:21,752 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal.1733449881738, exclude list is [], retry=0 2024-12-06T01:51:21,755 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:21,756 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:21,756 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:21,758 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal.1733449881738 2024-12-06T01:51:21,759 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:21,759 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3689672b9c83f70a924831d6a1707598, NAME => 'testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:21,759 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:21,759 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,759 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,761 INFO [StoreOpener-3689672b9c83f70a924831d6a1707598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,763 INFO [StoreOpener-3689672b9c83f70a924831d6a1707598-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3689672b9c83f70a924831d6a1707598 columnFamilyName a 2024-12-06T01:51:21,764 DEBUG [StoreOpener-3689672b9c83f70a924831d6a1707598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:21,765 INFO [StoreOpener-3689672b9c83f70a924831d6a1707598-1 {}] regionserver.HStore(327): Store=3689672b9c83f70a924831d6a1707598/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:21,765 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,766 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,768 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,769 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002 2024-12-06T01:51:21,774 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002 2024-12-06T01:51:21,774 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3689672b9c83f70a924831d6a1707598 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-06T01:51:21,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/.tmp/a/5012865ee9b54776992bdae09b19bb17 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733449881616/Put/seqid=0 2024-12-06T01:51:21,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741852_1028 (size=5170) 2024-12-06T01:51:21,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741852_1028 (size=5170) 2024-12-06T01:51:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741852_1028 (size=5170) 2024-12-06T01:51:21,802 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/.tmp/a/5012865ee9b54776992bdae09b19bb17 2024-12-06T01:51:21,812 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/.tmp/a/5012865ee9b54776992bdae09b19bb17 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/a/5012865ee9b54776992bdae09b19bb17 2024-12-06T01:51:21,822 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/a/5012865ee9b54776992bdae09b19bb17, entries=2, sequenceid=2, filesize=5.0 K 2024-12-06T01:51:21,822 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3689672b9c83f70a924831d6a1707598 in 48ms, sequenceid=2, compaction requested=false; wal=null 2024-12-06T01:51:21,823 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/0000000000000000002 2024-12-06T01:51:21,823 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,823 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,826 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3689672b9c83f70a924831d6a1707598 2024-12-06T01:51:21,829 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/3689672b9c83f70a924831d6a1707598/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-06T01:51:21,831 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3689672b9c83f70a924831d6a1707598; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71538347, jitterRate=0.0660044401884079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:51:21,831 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3689672b9c83f70a924831d6a1707598: Writing region info on filesystem at 1733449881760Initializing all the Stores at 1733449881761 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449881761Obtaining lock to block concurrent updates at 1733449881774 (+13 ms)Preparing flush snapshotting stores in 3689672b9c83f70a924831d6a1707598 at 1733449881774Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733449881774Flushing stores of testReplayEditsWrittenIntoWAL,,1733449881142.3689672b9c83f70a924831d6a1707598. at 1733449881774Flushing 3689672b9c83f70a924831d6a1707598/a: creating writer at 1733449881774Flushing 3689672b9c83f70a924831d6a1707598/a: appending metadata at 1733449881790 (+16 ms)Flushing 3689672b9c83f70a924831d6a1707598/a: closing flushed file at 1733449881790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36780592: reopening flushed file at 1733449881811 (+21 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3689672b9c83f70a924831d6a1707598 in 48ms, sequenceid=2, compaction requested=false; wal=null at 1733449881822 (+11 ms)Cleaning up temporary data from old regions at 1733449881824 (+2 ms)Region opened successfully at 1733449881831 (+7 ms) 2024-12-06T01:51:21,849 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:47904 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:41998 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:48116 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:41740 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:57598 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:57788 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10352 (was 10364) 2024-12-06T01:51:21,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=10352 2024-12-06T01:51:21,878 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:21,881 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:21,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:21,885 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57853276, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-57853276, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:21,899 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57853276/hregion-57853276.1733449881886, exclude list is [], retry=0 2024-12-06T01:51:21,902 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:21,903 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:21,903 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:21,905 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57853276/hregion-57853276.1733449881886 2024-12-06T01:51:21,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:21,906 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7037a3b1350931af56dfe8c0965590f0, NAME => 'testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741854_1030 (size=64) 2024-12-06T01:51:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741854_1030 (size=64) 2024-12-06T01:51:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741854_1030 (size=64) 2024-12-06T01:51:21,922 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:21,923 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:21,925 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7037a3b1350931af56dfe8c0965590f0 columnFamilyName a 2024-12-06T01:51:21,925 DEBUG [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:21,926 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(327): Store=7037a3b1350931af56dfe8c0965590f0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:21,926 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:21,928 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7037a3b1350931af56dfe8c0965590f0 columnFamilyName b 2024-12-06T01:51:21,928 DEBUG [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:21,928 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(327): Store=7037a3b1350931af56dfe8c0965590f0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:21,928 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:21,930 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7037a3b1350931af56dfe8c0965590f0 columnFamilyName c 2024-12-06T01:51:21,930 DEBUG [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:21,930 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(327): Store=7037a3b1350931af56dfe8c0965590f0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:21,931 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:21,931 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:21,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:21,933 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:21,933 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:21,934 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:21,935 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:21,938 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:21,938 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7037a3b1350931af56dfe8c0965590f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69385914, jitterRate=0.033930689096450806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:21,939 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7037a3b1350931af56dfe8c0965590f0: Writing region info on filesystem at 1733449881922Initializing all the Stores at 1733449881923 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449881923Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449881923Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449881923Cleaning up temporary data from old regions at 1733449881933 (+10 ms)Region opened successfully at 1733449881939 (+6 ms) 2024-12-06T01:51:21,939 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7037a3b1350931af56dfe8c0965590f0, disabling compactions & flushes 2024-12-06T01:51:21,939 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. 2024-12-06T01:51:21,939 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. 2024-12-06T01:51:21,939 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. after waiting 0 ms 2024-12-06T01:51:21,939 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. 2024-12-06T01:51:21,939 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. 2024-12-06T01:51:21,940 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7037a3b1350931af56dfe8c0965590f0: Waiting for close lock at 1733449881939Disabling compacts and flushes for region at 1733449881939Disabling writes for close at 1733449881939Writing region close event to WAL at 1733449881939Closed at 1733449881939 2024-12-06T01:51:21,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741853_1029 (size=93) 2024-12-06T01:51:21,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741853_1029 (size=93) 2024-12-06T01:51:21,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741853_1029 (size=93) 2024-12-06T01:51:21,946 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:21,946 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57853276:(num 1733449881886) 2024-12-06T01:51:21,946 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:21,949 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:21,970 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950, exclude list is [], retry=0 2024-12-06T01:51:21,973 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:21,974 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:21,974 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:21,977 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 2024-12-06T01:51:21,977 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:22,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950, size=0 (0bytes) 2024-12-06T01:51:22,227 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 might be still open, length is 0 2024-12-06T01:51:22,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 2024-12-06T01:51:22,228 WARN [IPC Server handler 4 on default port 41881 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-06T01:51:22,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 after 1ms 2024-12-06T01:51:24,966 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:48152 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33113:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48152 dst: /127.0.0.1:33113 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33113 remote=/127.0.0.1:48152]. Total timeout mills is 60000, 57218 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:24,967 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:42024 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37325:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42024 dst: /127.0.0.1:37325 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:24,967 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:57824 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45759:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57824 dst: /127.0.0.1:45759 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:24,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741855_1032 (size=470675) 2024-12-06T01:51:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741855_1032 (size=470675) 2024-12-06T01:51:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741855_1032 (size=470675) 2024-12-06T01:51:25,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T01:51:25,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T01:51:26,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 after 4002ms 2024-12-06T01:51:26,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 took 4010ms 2024-12-06T01:51:26,244 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733449881950.temp 2024-12-06T01:51:26,246 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000000001-wal.1733449881950.temp 2024-12-06T01:51:26,327 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950; continuing. 2024-12-06T01:51:26,327 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 so closing down 2024-12-06T01:51:26,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:26,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:26,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741856_1033 (size=470683) 2024-12-06T01:51:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741856_1033 (size=470683) 2024-12-06T01:51:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741856_1033 (size=470683) 2024-12-06T01:51:26,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000000001-wal.1733449881950.temp (wrote 3002 edits, skipped 0 edits in 34 ms) 2024-12-06T01:51:26,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000000001-wal.1733449881950.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000003002 2024-12-06T01:51:26,341 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T01:51:26,341 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950, journal: Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950, size=0 (0bytes) at 1733449882227Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000000001-wal.1733449881950.temp at 1733449886246 (+4019 ms)Split 1024 edits, skipped 0 edits. at 1733449886296 (+50 ms)Split 2048 edits, skipped 0 edits. at 1733449886314 (+18 ms)Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 so closing down at 1733449886327 (+13 ms)3 split writer threads finished at 1733449886329 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000000001-wal.1733449881950.temp (wrote 3002 edits, skipped 0 edits in 34 ms) at 1733449886339 (+10 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000000001-wal.1733449881950.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000003002 at 1733449886341 (+2 ms)Processed 3002 edits across 1 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950, size=0, length=0, corrupted=false, cancelled=false at 1733449886341 2024-12-06T01:51:26,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449881950 2024-12-06T01:51:26,345 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000003002 2024-12-06T01:51:26,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:26,348 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:26,369 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449886348, exclude list is [], retry=0 2024-12-06T01:51:26,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:26,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:26,373 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:26,375 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449886348 2024-12-06T01:51:26,376 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:26,376 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:26,378 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:26,380 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7037a3b1350931af56dfe8c0965590f0 columnFamilyName a 2024-12-06T01:51:26,380 DEBUG [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:26,380 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(327): Store=7037a3b1350931af56dfe8c0965590f0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:26,381 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:26,382 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7037a3b1350931af56dfe8c0965590f0 columnFamilyName b 2024-12-06T01:51:26,382 DEBUG [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:26,382 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(327): Store=7037a3b1350931af56dfe8c0965590f0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:26,383 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:26,383 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7037a3b1350931af56dfe8c0965590f0 columnFamilyName c 2024-12-06T01:51:26,383 DEBUG [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:26,384 INFO [StoreOpener-7037a3b1350931af56dfe8c0965590f0-1 {}] regionserver.HStore(327): Store=7037a3b1350931af56dfe8c0965590f0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:26,384 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:26,385 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:26,387 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:26,389 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000003002 2024-12-06T01:51:26,423 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T01:51:26,836 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7037a3b1350931af56dfe8c0965590f0 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-06T01:51:26,880 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/a/596a085e2b9343c7aa32f39579f04ad7 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733449881983/Put/seqid=0 2024-12-06T01:51:26,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741858_1035 (size=50463) 2024-12-06T01:51:26,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741858_1035 (size=50463) 2024-12-06T01:51:26,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741858_1035 (size=50463) 2024-12-06T01:51:26,891 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/a/596a085e2b9343c7aa32f39579f04ad7 2024-12-06T01:51:26,900 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/a/596a085e2b9343c7aa32f39579f04ad7 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/a/596a085e2b9343c7aa32f39579f04ad7 2024-12-06T01:51:26,907 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/a/596a085e2b9343c7aa32f39579f04ad7, entries=754, sequenceid=754, filesize=49.3 K 2024-12-06T01:51:26,908 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 7037a3b1350931af56dfe8c0965590f0 in 71ms, sequenceid=754, compaction requested=false; wal=null 2024-12-06T01:51:26,923 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T01:51:26,924 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7037a3b1350931af56dfe8c0965590f0 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-06T01:51:26,935 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/a/47810e0680af4a4eb47ac092b75040d0 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733449882038/Put/seqid=0 2024-12-06T01:51:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741859_1036 (size=20072) 2024-12-06T01:51:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741859_1036 (size=20072) 2024-12-06T01:51:26,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741859_1036 (size=20072) 2024-12-06T01:51:26,955 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/a/47810e0680af4a4eb47ac092b75040d0 2024-12-06T01:51:26,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/b/dc04eecee346414aae413f113ebf62ae is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733449882059/Put/seqid=0 2024-12-06T01:51:26,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741860_1037 (size=35835) 2024-12-06T01:51:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741860_1037 (size=35835) 2024-12-06T01:51:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741860_1037 (size=35835) 2024-12-06T01:51:26,995 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/b/dc04eecee346414aae413f113ebf62ae 2024-12-06T01:51:27,002 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/a/47810e0680af4a4eb47ac092b75040d0 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/a/47810e0680af4a4eb47ac092b75040d0 2024-12-06T01:51:27,011 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/a/47810e0680af4a4eb47ac092b75040d0, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-06T01:51:27,013 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/b/dc04eecee346414aae413f113ebf62ae as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/b/dc04eecee346414aae413f113ebf62ae 2024-12-06T01:51:27,020 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/b/dc04eecee346414aae413f113ebf62ae, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-06T01:51:27,020 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 7037a3b1350931af56dfe8c0965590f0 in 96ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-06T01:51:27,032 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T01:51:27,032 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7037a3b1350931af56dfe8c0965590f0 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-06T01:51:27,041 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/b/2a405ba71b94405f93fb01141e60dc49 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733449882084/Put/seqid=0 2024-12-06T01:51:27,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741861_1038 (size=35082) 2024-12-06T01:51:27,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741861_1038 (size=35082) 2024-12-06T01:51:27,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741861_1038 (size=35082) 2024-12-06T01:51:27,052 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/b/2a405ba71b94405f93fb01141e60dc49 2024-12-06T01:51:27,085 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/c/0bba653784694d5caefbbb387071095d is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733449882125/Put/seqid=0 2024-12-06T01:51:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741862_1039 (size=20825) 2024-12-06T01:51:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741862_1039 (size=20825) 2024-12-06T01:51:27,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741862_1039 (size=20825) 2024-12-06T01:51:27,096 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/c/0bba653784694d5caefbbb387071095d 2024-12-06T01:51:27,104 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/b/2a405ba71b94405f93fb01141e60dc49 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/b/2a405ba71b94405f93fb01141e60dc49 2024-12-06T01:51:27,112 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/b/2a405ba71b94405f93fb01141e60dc49, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-06T01:51:27,113 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/c/0bba653784694d5caefbbb387071095d as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/c/0bba653784694d5caefbbb387071095d 2024-12-06T01:51:27,120 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/c/0bba653784694d5caefbbb387071095d, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-06T01:51:27,120 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 7037a3b1350931af56dfe8c0965590f0 in 88ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-06T01:51:27,126 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733449882182/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. 2024-12-06T01:51:27,128 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000003002 2024-12-06T01:51:27,129 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T01:51:27,129 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7037a3b1350931af56dfe8c0965590f0 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-06T01:51:27,139 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/c/c97e7a3112ba4c2d941ed3635013345a is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733449882134/Put/seqid=0 2024-12-06T01:51:27,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741863_1040 (size=50301) 2024-12-06T01:51:27,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741863_1040 (size=50301) 2024-12-06T01:51:27,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741863_1040 (size=50301) 2024-12-06T01:51:27,164 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/c/c97e7a3112ba4c2d941ed3635013345a 2024-12-06T01:51:27,172 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c97e7a3112ba4c2d941ed3635013345a 2024-12-06T01:51:27,173 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/.tmp/c/c97e7a3112ba4c2d941ed3635013345a as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/c/c97e7a3112ba4c2d941ed3635013345a 2024-12-06T01:51:27,179 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c97e7a3112ba4c2d941ed3635013345a 2024-12-06T01:51:27,179 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/c/c97e7a3112ba4c2d941ed3635013345a, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-06T01:51:27,180 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 7037a3b1350931af56dfe8c0965590f0 in 50ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-06T01:51:27,180 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/0000000000000003002 2024-12-06T01:51:27,181 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:27,182 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:27,182 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:51:27,184 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7037a3b1350931af56dfe8c0965590f0 2024-12-06T01:51:27,187 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenIntoWAL/7037a3b1350931af56dfe8c0965590f0/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-06T01:51:27,188 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7037a3b1350931af56dfe8c0965590f0; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62966064, jitterRate=-0.06173253059387207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:51:27,188 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7037a3b1350931af56dfe8c0965590f0: Writing region info on filesystem at 1733449886376Initializing all the Stores at 1733449886378 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449886378Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449886378Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449886378Cleaning up temporary data from old regions at 1733449887182 (+804 ms)Region opened successfully at 1733449887188 (+6 ms) 2024-12-06T01:51:27,246 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7037a3b1350931af56dfe8c0965590f0, disabling compactions & flushes 2024-12-06T01:51:27,246 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. 2024-12-06T01:51:27,246 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. 2024-12-06T01:51:27,246 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. after waiting 0 ms 2024-12-06T01:51:27,246 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. 2024-12-06T01:51:27,249 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733449881879.7037a3b1350931af56dfe8c0965590f0. 2024-12-06T01:51:27,249 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7037a3b1350931af56dfe8c0965590f0: Waiting for close lock at 1733449887246Disabling compacts and flushes for region at 1733449887246Disabling writes for close at 1733449887246Writing region close event to WAL at 1733449887249 (+3 ms)Closed at 1733449887249 2024-12-06T01:51:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741857_1034 (size=93) 2024-12-06T01:51:27,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741857_1034 (size=93) 2024-12-06T01:51:27,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741857_1034 (size=93) 2024-12-06T01:51:27,258 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:27,258 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449886348) 2024-12-06T01:51:27,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=396 (was 384) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1842424558_22 at /127.0.0.1:52484 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1842424558_22 at /127.0.0.1:52496 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:33709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1842424558_22 at /127.0.0.1:40702 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1842424558_22 at /127.0.0.1:57384 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:41881 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:38687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10279 (was 10352) 2024-12-06T01:51:27,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=396, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=10278 2024-12-06T01:51:27,311 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:27,314 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:27,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:27,319 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-29794990, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-29794990, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:27,333 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-29794990/hregion-29794990.1733449887319, exclude list is [], retry=0 2024-12-06T01:51:27,337 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:27,337 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:27,337 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:27,340 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-29794990/hregion-29794990.1733449887319 2024-12-06T01:51:27,340 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:27,340 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8834ebed7b680dad5a99593783d20d9a, NAME => 'test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741865_1042 (size=43) 2024-12-06T01:51:27,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741865_1042 (size=43) 2024-12-06T01:51:27,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741865_1042 (size=43) 2024-12-06T01:51:27,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T01:51:27,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T01:51:27,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:51:27,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T01:51:27,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T01:51:27,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T01:51:27,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-06T01:51:27,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-06T01:51:27,755 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:27,757 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:27,759 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8834ebed7b680dad5a99593783d20d9a columnFamilyName a 2024-12-06T01:51:27,759 DEBUG [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:27,760 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(327): Store=8834ebed7b680dad5a99593783d20d9a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:27,760 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:27,761 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8834ebed7b680dad5a99593783d20d9a columnFamilyName b 2024-12-06T01:51:27,761 DEBUG [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:27,762 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(327): Store=8834ebed7b680dad5a99593783d20d9a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:27,762 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:27,763 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8834ebed7b680dad5a99593783d20d9a columnFamilyName c 2024-12-06T01:51:27,763 DEBUG [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:27,764 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(327): Store=8834ebed7b680dad5a99593783d20d9a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:27,764 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:27,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:27,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:27,766 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:27,767 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:27,767 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:27,768 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:27,771 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:27,772 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8834ebed7b680dad5a99593783d20d9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65269812, jitterRate=-0.02740401029586792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:27,773 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8834ebed7b680dad5a99593783d20d9a: Writing region info on filesystem at 1733449887756Initializing all the Stores at 1733449887757 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449887757Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449887757Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449887757Cleaning up temporary data from old regions at 1733449887767 (+10 ms)Region opened successfully at 1733449887773 (+6 ms) 2024-12-06T01:51:27,773 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8834ebed7b680dad5a99593783d20d9a, disabling compactions & flushes 2024-12-06T01:51:27,773 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. 2024-12-06T01:51:27,773 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. 2024-12-06T01:51:27,773 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. after waiting 0 ms 2024-12-06T01:51:27,773 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. 2024-12-06T01:51:27,774 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. 2024-12-06T01:51:27,774 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8834ebed7b680dad5a99593783d20d9a: Waiting for close lock at 1733449887773Disabling compacts and flushes for region at 1733449887773Disabling writes for close at 1733449887773Writing region close event to WAL at 1733449887774 (+1 ms)Closed at 1733449887774 2024-12-06T01:51:27,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741864_1041 (size=93) 2024-12-06T01:51:27,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741864_1041 (size=93) 2024-12-06T01:51:27,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741864_1041 (size=93) 2024-12-06T01:51:27,784 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:27,784 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-29794990:(num 1733449887319) 2024-12-06T01:51:27,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:27,787 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:27,802 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787, exclude list is [], retry=0 2024-12-06T01:51:27,805 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:27,805 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:27,806 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:27,808 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787 2024-12-06T01:51:27,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741866_1043 (size=344306) 2024-12-06T01:51:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741866_1043 (size=344306) 2024-12-06T01:51:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741866_1043 (size=344306) 2024-12-06T01:51:27,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787, size=336.2 K (344306bytes) 2024-12-06T01:51:27,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787 2024-12-06T01:51:27,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787 after 1ms 2024-12-06T01:51:28,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787 took 5ms 2024-12-06T01:51:28,004 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733449887787.temp 2024-12-06T01:51:28,005 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000000001-wal.1733449887787.temp 2024-12-06T01:51:28,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787 so closing down 2024-12-06T01:51:28,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:28,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:28,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741867_1044 (size=344306) 2024-12-06T01:51:28,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741867_1044 (size=344306) 2024-12-06T01:51:28,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741867_1044 (size=344306) 2024-12-06T01:51:28,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000000001-wal.1733449887787.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-12-06T01:51:28,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000000001-wal.1733449887787.temp to hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003000 2024-12-06T01:51:28,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-12-06T01:51:28,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787, journal: Splitting hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787, size=336.2 K (344306bytes) at 1733449887995Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000000001-wal.1733449887787.temp at 1733449888005 (+10 ms)Split 1024 edits, skipped 0 edits. at 1733449888015 (+10 ms)Split 2048 edits, skipped 0 edits. at 1733449888026 (+11 ms)Finishing writing output for hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787 so closing down at 1733449888037 (+11 ms)3 split writer threads finished at 1733449888037Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000000001-wal.1733449887787.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1733449888050 (+13 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000000001-wal.1733449887787.temp to hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003000 at 1733449888052 (+2 ms)Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1733449888052 2024-12-06T01:51:28,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449887787 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449887787 2024-12-06T01:51:28,055 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003000 2024-12-06T01:51:28,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:28,058 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:28,073 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059, exclude list is [], retry=0 2024-12-06T01:51:28,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:28,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:28,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:28,082 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059 2024-12-06T01:51:28,082 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:28,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741868_1045 (size=344433) 2024-12-06T01:51:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741868_1045 (size=344433) 2024-12-06T01:51:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741868_1045 (size=344433) 2024-12-06T01:51:28,283 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059, size=336.4 K (344433bytes) 2024-12-06T01:51:28,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059 2024-12-06T01:51:28,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059 after 0ms 2024-12-06T01:51:28,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059 took 7ms 2024-12-06T01:51:28,296 INFO [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733449888059.temp 2024-12-06T01:51:28,303 INFO [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003001-wal.1733449888059.temp 2024-12-06T01:51:28,332 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059 so closing down 2024-12-06T01:51:28,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:28,333 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:28,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741869_1046 (size=344433) 2024-12-06T01:51:28,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741869_1046 (size=344433) 2024-12-06T01:51:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741869_1046 (size=344433) 2024-12-06T01:51:28,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003001-wal.1733449888059.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-12-06T01:51:28,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003001-wal.1733449888059.temp to hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000006000 2024-12-06T01:51:28,353 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-12-06T01:51:28,353 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059, journal: Splitting hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059, size=336.4 K (344433bytes) at 1733449888284Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003001-wal.1733449888059.temp at 1733449888303 (+19 ms)Split 1024 edits, skipped 0 edits. at 1733449888308 (+5 ms)Split 2048 edits, skipped 0 edits. at 1733449888321 (+13 ms)Finishing writing output for hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059 so closing down at 1733449888332 (+11 ms)3 split writer threads finished at 1733449888333 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003001-wal.1733449888059.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1733449888350 (+17 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003001-wal.1733449888059.temp to hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000006000 at 1733449888352 (+2 ms)Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1733449888353 (+1 ms) 2024-12-06T01:51:28,355 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888059 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449888059 2024-12-06T01:51:28,357 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000006000 2024-12-06T01:51:28,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:28,360 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/test2727-manual,16010,1733449887310, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:28,381 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888360, exclude list is [], retry=0 2024-12-06T01:51:28,385 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:28,385 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:28,385 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:28,388 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733449887310/wal.1733449888360 2024-12-06T01:51:28,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:28,389 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8834ebed7b680dad5a99593783d20d9a, NAME => 'test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:28,389 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:28,389 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,389 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,391 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,392 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8834ebed7b680dad5a99593783d20d9a columnFamilyName a 2024-12-06T01:51:28,392 DEBUG [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:28,393 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(327): Store=8834ebed7b680dad5a99593783d20d9a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:28,393 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,394 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8834ebed7b680dad5a99593783d20d9a columnFamilyName b 2024-12-06T01:51:28,395 DEBUG [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:28,395 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(327): Store=8834ebed7b680dad5a99593783d20d9a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:28,395 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,396 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8834ebed7b680dad5a99593783d20d9a columnFamilyName c 2024-12-06T01:51:28,396 DEBUG [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:28,397 INFO [StoreOpener-8834ebed7b680dad5a99593783d20d9a-1 {}] regionserver.HStore(327): Store=8834ebed7b680dad5a99593783d20d9a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:28,397 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,398 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,401 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,401 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003000 2024-12-06T01:51:28,448 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003000 2024-12-06T01:51:28,450 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000006000 2024-12-06T01:51:28,487 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000006000 2024-12-06T01:51:28,487 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8834ebed7b680dad5a99593783d20d9a 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-06T01:51:28,510 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/.tmp/a/614e16e32900456f82f80c54f5550282 is 41, key is test2727/a:100/1733449888088/Put/seqid=0 2024-12-06T01:51:28,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741871_1048 (size=84227) 2024-12-06T01:51:28,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741871_1048 (size=84227) 2024-12-06T01:51:28,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741871_1048 (size=84227) 2024-12-06T01:51:28,520 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/.tmp/a/614e16e32900456f82f80c54f5550282 2024-12-06T01:51:28,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/.tmp/b/f40eed85b9594640b129fb47b7185ce9 is 41, key is test2727/b:100/1733449888138/Put/seqid=0 2024-12-06T01:51:28,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741872_1049 (size=84609) 2024-12-06T01:51:28,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741872_1049 (size=84609) 2024-12-06T01:51:28,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741872_1049 (size=84609) 2024-12-06T01:51:28,566 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/.tmp/b/f40eed85b9594640b129fb47b7185ce9 2024-12-06T01:51:28,604 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/.tmp/c/23a01c0cba2a42be8d231483a6199217 is 41, key is test2727/c:100/1733449888191/Put/seqid=0 2024-12-06T01:51:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741873_1050 (size=84609) 2024-12-06T01:51:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741873_1050 (size=84609) 2024-12-06T01:51:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741873_1050 (size=84609) 2024-12-06T01:51:28,622 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/.tmp/c/23a01c0cba2a42be8d231483a6199217 2024-12-06T01:51:28,631 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/.tmp/a/614e16e32900456f82f80c54f5550282 as hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/a/614e16e32900456f82f80c54f5550282 2024-12-06T01:51:28,639 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/a/614e16e32900456f82f80c54f5550282, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-06T01:51:28,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/.tmp/b/f40eed85b9594640b129fb47b7185ce9 as hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/b/f40eed85b9594640b129fb47b7185ce9 2024-12-06T01:51:28,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/b/f40eed85b9594640b129fb47b7185ce9, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-06T01:51:28,650 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/.tmp/c/23a01c0cba2a42be8d231483a6199217 as hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/c/23a01c0cba2a42be8d231483a6199217 2024-12-06T01:51:28,657 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/c/23a01c0cba2a42be8d231483a6199217, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-06T01:51:28,657 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 8834ebed7b680dad5a99593783d20d9a in 170ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-06T01:51:28,658 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000003000 2024-12-06T01:51:28,659 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/0000000000000006000 2024-12-06T01:51:28,660 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,660 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,661 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:28,663 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8834ebed7b680dad5a99593783d20d9a 2024-12-06T01:51:28,666 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/test2727/8834ebed7b680dad5a99593783d20d9a/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-06T01:51:28,667 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8834ebed7b680dad5a99593783d20d9a; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74221987, jitterRate=0.10599379241466522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:28,669 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8834ebed7b680dad5a99593783d20d9a: Writing region info on filesystem at 1733449888389Initializing all the Stores at 1733449888391 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449888391Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449888391Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449888391Obtaining lock to block concurrent updates at 1733449888487 (+96 ms)Preparing flush snapshotting stores in 8834ebed7b680dad5a99593783d20d9a at 1733449888487Finished memstore snapshotting test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733449888487Flushing stores of test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. at 1733449888487Flushing 8834ebed7b680dad5a99593783d20d9a/a: creating writer at 1733449888487Flushing 8834ebed7b680dad5a99593783d20d9a/a: appending metadata at 1733449888509 (+22 ms)Flushing 8834ebed7b680dad5a99593783d20d9a/a: closing flushed file at 1733449888510 (+1 ms)Flushing 8834ebed7b680dad5a99593783d20d9a/b: creating writer at 1733449888527 (+17 ms)Flushing 8834ebed7b680dad5a99593783d20d9a/b: appending metadata at 1733449888557 (+30 ms)Flushing 8834ebed7b680dad5a99593783d20d9a/b: closing flushed file at 1733449888557Flushing 8834ebed7b680dad5a99593783d20d9a/c: creating writer at 1733449888573 (+16 ms)Flushing 8834ebed7b680dad5a99593783d20d9a/c: appending metadata at 1733449888603 (+30 ms)Flushing 8834ebed7b680dad5a99593783d20d9a/c: closing flushed file at 1733449888603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4472ab36: reopening flushed file at 1733449888630 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ddacbb: reopening flushed file at 1733449888639 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e05e467: reopening flushed file at 1733449888649 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 8834ebed7b680dad5a99593783d20d9a in 170ms, sequenceid=6000, compaction requested=false; wal=null at 1733449888657 (+8 ms)Cleaning up temporary data from old regions at 1733449888660 (+3 ms)Region opened successfully at 1733449888669 (+9 ms) 2024-12-06T01:51:28,670 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-06T01:51:28,670 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8834ebed7b680dad5a99593783d20d9a, disabling compactions & flushes 2024-12-06T01:51:28,671 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. 2024-12-06T01:51:28,671 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. 2024-12-06T01:51:28,671 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. after waiting 0 ms 2024-12-06T01:51:28,671 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. 2024-12-06T01:51:28,672 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733449887312.8834ebed7b680dad5a99593783d20d9a. 2024-12-06T01:51:28,672 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8834ebed7b680dad5a99593783d20d9a: Waiting for close lock at 1733449888670Disabling compacts and flushes for region at 1733449888670Disabling writes for close at 1733449888671 (+1 ms)Writing region close event to WAL at 1733449888672 (+1 ms)Closed at 1733449888672 2024-12-06T01:51:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741870_1047 (size=93) 2024-12-06T01:51:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741870_1047 (size=93) 2024-12-06T01:51:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741870_1047 (size=93) 2024-12-06T01:51:28,680 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:28,680 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449888360) 2024-12-06T01:51:28,697 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=402 (was 396) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:57474 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:40788 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:52622 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=10045 (was 10278) 2024-12-06T01:51:28,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=10044 2024-12-06T01:51:28,730 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:28,739 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:28,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733449888739 2024-12-06T01:51:28,749 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739 2024-12-06T01:51:28,751 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:28,756 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e8cb0e220cbf0e619fa9831aae5e662, NAME => 'testSequentialEditLogSeqNum,,1733449888731.7e8cb0e220cbf0e619fa9831aae5e662.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:28,756 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733449888731.7e8cb0e220cbf0e619fa9831aae5e662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:28,757 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e8cb0e220cbf0e619fa9831aae5e662 2024-12-06T01:51:28,757 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e8cb0e220cbf0e619fa9831aae5e662 2024-12-06T01:51:28,758 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662 doesn't exist for region: 7e8cb0e220cbf0e619fa9831aae5e662 on table testSequentialEditLogSeqNum 2024-12-06T01:51:28,758 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 7e8cb0e220cbf0e619fa9831aae5e662 on table testSequentialEditLogSeqNum 2024-12-06T01:51:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741875_1052 (size=62) 2024-12-06T01:51:28,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741875_1052 (size=62) 2024-12-06T01:51:28,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741875_1052 (size=62) 2024-12-06T01:51:28,770 INFO [StoreOpener-7e8cb0e220cbf0e619fa9831aae5e662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e8cb0e220cbf0e619fa9831aae5e662 2024-12-06T01:51:28,772 INFO [StoreOpener-7e8cb0e220cbf0e619fa9831aae5e662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e8cb0e220cbf0e619fa9831aae5e662 columnFamilyName a 2024-12-06T01:51:28,772 DEBUG [StoreOpener-7e8cb0e220cbf0e619fa9831aae5e662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:28,773 INFO [StoreOpener-7e8cb0e220cbf0e619fa9831aae5e662-1 {}] regionserver.HStore(327): Store=7e8cb0e220cbf0e619fa9831aae5e662/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:28,773 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e8cb0e220cbf0e619fa9831aae5e662 2024-12-06T01:51:28,774 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662 2024-12-06T01:51:28,774 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662 2024-12-06T01:51:28,775 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e8cb0e220cbf0e619fa9831aae5e662 2024-12-06T01:51:28,775 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e8cb0e220cbf0e619fa9831aae5e662 2024-12-06T01:51:28,777 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e8cb0e220cbf0e619fa9831aae5e662 2024-12-06T01:51:28,779 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:28,779 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7e8cb0e220cbf0e619fa9831aae5e662; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70431202, jitterRate=0.049506694078445435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:51:28,781 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e8cb0e220cbf0e619fa9831aae5e662: Writing region info on filesystem at 1733449888757Initializing all the Stores at 1733449888770 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449888770Cleaning up temporary data from old regions at 1733449888775 (+5 ms)Region opened successfully at 1733449888781 (+6 ms) 2024-12-06T01:51:28,796 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e8cb0e220cbf0e619fa9831aae5e662 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-06T01:51:28,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/.tmp/a/bedc30e4e5334044bd8a1430f67646cf is 81, key is testSequentialEditLogSeqNum/a:x0/1733449888781/Put/seqid=0 2024-12-06T01:51:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741876_1053 (size=5833) 2024-12-06T01:51:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741876_1053 (size=5833) 2024-12-06T01:51:28,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741876_1053 (size=5833) 2024-12-06T01:51:28,830 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/.tmp/a/bedc30e4e5334044bd8a1430f67646cf 2024-12-06T01:51:28,838 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/.tmp/a/bedc30e4e5334044bd8a1430f67646cf as hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/a/bedc30e4e5334044bd8a1430f67646cf 2024-12-06T01:51:28,844 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/a/bedc30e4e5334044bd8a1430f67646cf, entries=10, sequenceid=13, filesize=5.7 K 2024-12-06T01:51:28,846 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 7e8cb0e220cbf0e619fa9831aae5e662 in 50ms, sequenceid=13, compaction requested=false 2024-12-06T01:51:28,846 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e8cb0e220cbf0e619fa9831aae5e662: 2024-12-06T01:51:28,854 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:51:28,854 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:51:28,854 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:51:28,854 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:51:28,854 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:51:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741874_1051 (size=3017) 2024-12-06T01:51:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741874_1051 (size=3017) 2024-12-06T01:51:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741874_1051 (size=3017) 2024-12-06T01:51:28,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739, size=2.9 K (3017bytes) 2024-12-06T01:51:28,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739 2024-12-06T01:51:28,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739 after 1ms 2024-12-06T01:51:28,884 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739 took 4ms 2024-12-06T01:51:28,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739 so closing down 2024-12-06T01:51:28,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:28,887 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449888739.temp 2024-12-06T01:51:28,889 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/recovered.edits/0000000000000000003-wal.1733449888739.temp 2024-12-06T01:51:28,889 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:28,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741877_1054 (size=2433) 2024-12-06T01:51:28,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741877_1054 (size=2433) 2024-12-06T01:51:28,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741877_1054 (size=2433) 2024-12-06T01:51:28,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/recovered.edits/0000000000000000003-wal.1733449888739.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:28,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/recovered.edits/0000000000000000003-wal.1733449888739.temp to hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/recovered.edits/0000000000000000020 2024-12-06T01:51:28,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-12-06T01:51:28,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739, journal: Splitting hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739, size=2.9 K (3017bytes) at 1733449888880Finishing writing output for hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739 so closing down at 1733449888886 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/recovered.edits/0000000000000000003-wal.1733449888739.temp at 1733449888889 (+3 ms)3 split writer threads finished at 1733449888889Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/recovered.edits/0000000000000000003-wal.1733449888739.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733449888902 (+13 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/recovered.edits/0000000000000000003-wal.1733449888739.temp to hdfs://localhost:41881/hbase/data/default/testSequentialEditLogSeqNum/7e8cb0e220cbf0e619fa9831aae5e662/recovered.edits/0000000000000000020 at 1733449888904 (+2 ms)Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:41881/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449888729/wal.1733449888739, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1733449888904 2024-12-06T01:51:28,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:40788 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:52622 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=10026 (was 10044) 2024-12-06T01:51:28,935 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=10025 2024-12-06T01:51:28,953 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:28,955 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:28,976 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:28,980 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44996168, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-44996168, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:28,995 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44996168/hregion-44996168.1733449888981, exclude list is [], retry=0 2024-12-06T01:51:28,999 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:28,999 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:28,999 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:29,004 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44996168/hregion-44996168.1733449888981 2024-12-06T01:51:29,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:29,007 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 567867610f9f548c5d08adb06a8accc6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:29,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741879_1056 (size=70) 2024-12-06T01:51:29,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741879_1056 (size=70) 2024-12-06T01:51:29,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741879_1056 (size=70) 2024-12-06T01:51:29,025 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:29,027 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,029 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567867610f9f548c5d08adb06a8accc6 columnFamilyName a 2024-12-06T01:51:29,030 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:29,030 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(327): Store=567867610f9f548c5d08adb06a8accc6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:29,030 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,032 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567867610f9f548c5d08adb06a8accc6 columnFamilyName b 2024-12-06T01:51:29,032 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:29,033 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(327): Store=567867610f9f548c5d08adb06a8accc6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:29,033 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,035 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567867610f9f548c5d08adb06a8accc6 columnFamilyName c 2024-12-06T01:51:29,035 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:29,035 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(327): Store=567867610f9f548c5d08adb06a8accc6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:29,035 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,036 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,037 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,038 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,038 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,039 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:29,040 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,044 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:29,044 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 567867610f9f548c5d08adb06a8accc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64957735, jitterRate=-0.032054319977760315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:29,046 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 567867610f9f548c5d08adb06a8accc6: Writing region info on filesystem at 1733449889026Initializing all the Stores at 1733449889027 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449889027Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449889027Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449889027Cleaning up temporary data from old regions at 1733449889038 (+11 ms)Region opened successfully at 1733449889046 (+8 ms) 2024-12-06T01:51:29,046 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 567867610f9f548c5d08adb06a8accc6, disabling compactions & flushes 2024-12-06T01:51:29,046 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. 2024-12-06T01:51:29,046 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. 2024-12-06T01:51:29,046 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. after waiting 0 ms 2024-12-06T01:51:29,046 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. 2024-12-06T01:51:29,047 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. 2024-12-06T01:51:29,047 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 567867610f9f548c5d08adb06a8accc6: Waiting for close lock at 1733449889046Disabling compacts and flushes for region at 1733449889046Disabling writes for close at 1733449889046Writing region close event to WAL at 1733449889047 (+1 ms)Closed at 1733449889047 2024-12-06T01:51:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741878_1055 (size=93) 2024-12-06T01:51:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741878_1055 (size=93) 2024-12-06T01:51:29,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741878_1055 (size=93) 2024-12-06T01:51:29,054 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:29,054 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44996168:(num 1733449888981) 2024-12-06T01:51:29,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:29,057 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:29,074 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058, exclude list is [], retry=0 2024-12-06T01:51:29,078 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:29,078 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:29,079 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:29,081 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 2024-12-06T01:51:29,082 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:29,082 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 567867610f9f548c5d08adb06a8accc6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:29,082 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:29,082 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,082 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,084 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,085 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567867610f9f548c5d08adb06a8accc6 columnFamilyName a 2024-12-06T01:51:29,085 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:29,086 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(327): Store=567867610f9f548c5d08adb06a8accc6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:29,086 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,087 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567867610f9f548c5d08adb06a8accc6 columnFamilyName b 2024-12-06T01:51:29,087 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:29,087 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(327): Store=567867610f9f548c5d08adb06a8accc6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:29,087 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,088 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567867610f9f548c5d08adb06a8accc6 columnFamilyName c 2024-12-06T01:51:29,088 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:29,089 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(327): Store=567867610f9f548c5d08adb06a8accc6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:29,089 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,090 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,091 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,093 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,093 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,093 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:29,095 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:29,096 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 567867610f9f548c5d08adb06a8accc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64051062, jitterRate=-0.04556480050086975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:29,098 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 567867610f9f548c5d08adb06a8accc6: Writing region info on filesystem at 1733449889082Initializing all the Stores at 1733449889083 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449889083Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449889083Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449889084 (+1 ms)Cleaning up temporary data from old regions at 1733449889093 (+9 ms)Region opened successfully at 1733449889098 (+5 ms) 2024-12-06T01:51:29,105 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733449889103/Put/seqid=0 2024-12-06T01:51:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741881_1058 (size=4826) 2024-12-06T01:51:29,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741881_1058 (size=4826) 2024-12-06T01:51:29,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741881_1058 (size=4826) 2024-12-06T01:51:29,153 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41881/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 567867610f9f548c5d08adb06a8accc6/a 2024-12-06T01:51:29,164 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-06T01:51:29,164 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T01:51:29,164 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 567867610f9f548c5d08adb06a8accc6: 2024-12-06T01:51:29,167 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/a/19dd75b81ad945298313ea904f7f800b_SeqId_3_ 2024-12-06T01:51:29,168 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41881/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 567867610f9f548c5d08adb06a8accc6/a as hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/a/19dd75b81ad945298313ea904f7f800b_SeqId_3_ - updating store file list. 2024-12-06T01:51:29,183 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19dd75b81ad945298313ea904f7f800b_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-06T01:51:29,183 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/a/19dd75b81ad945298313ea904f7f800b_SeqId_3_ into 567867610f9f548c5d08adb06a8accc6/a 2024-12-06T01:51:29,184 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41881/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 567867610f9f548c5d08adb06a8accc6/a (new location: hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/a/19dd75b81ad945298313ea904f7f800b_SeqId_3_) 2024-12-06T01:51:29,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058, size=0 (0bytes) 2024-12-06T01:51:29,229 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 might be still open, length is 0 2024-12-06T01:51:29,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 2024-12-06T01:51:29,230 WARN [IPC Server handler 0 on default port 41881 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-06T01:51:29,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 after 1ms 2024-12-06T01:51:30,950 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:52692 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37325:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52692 dst: /127.0.0.1:37325 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37325 remote=/127.0.0.1:52692]. Total timeout mills is 60000, 58241 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:30,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:57570 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45759:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57570 dst: /127.0.0.1:45759 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:30,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:40912 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33113:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40912 dst: /127.0.0.1:33113 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741880_1059 (size=504) 2024-12-06T01:51:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741880_1059 (size=504) 2024-12-06T01:51:33,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 after 4002ms 2024-12-06T01:51:33,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 took 4006ms 2024-12-06T01:51:33,238 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058; continuing. 2024-12-06T01:51:33,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 so closing down 2024-12-06T01:51:33,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:33,240 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733449889058.temp 2024-12-06T01:51:33,244 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005-wal.1733449889058.temp 2024-12-06T01:51:33,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741882_1060 (size=238) 2024-12-06T01:51:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741882_1060 (size=238) 2024-12-06T01:51:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741882_1060 (size=238) 2024-12-06T01:51:33,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005-wal.1733449889058.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:33,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005-wal.1733449889058.temp to hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005 2024-12-06T01:51:33,254 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T01:51:33,254 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058, journal: Splitting hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058, size=0 (0bytes) at 1733449889229Finishing writing output for hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 so closing down at 1733449893238 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005-wal.1733449889058.temp at 1733449893244 (+6 ms)3 split writer threads finished at 1733449893244Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005-wal.1733449889058.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733449893253 (+9 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005-wal.1733449889058.temp to hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005 at 1733449893254 (+1 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058, size=0, length=0, corrupted=false, cancelled=false at 1733449893254 2024-12-06T01:51:33,256 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449889058 2024-12-06T01:51:33,257 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005 2024-12-06T01:51:33,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:33,259 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:33,272 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449893259, exclude list is [], retry=0 2024-12-06T01:51:33,275 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:33,275 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:33,276 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:33,277 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449893259 2024-12-06T01:51:33,278 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:33,278 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 567867610f9f548c5d08adb06a8accc6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:33,278 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:33,278 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,278 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,280 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,281 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567867610f9f548c5d08adb06a8accc6 columnFamilyName a 2024-12-06T01:51:33,281 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:33,287 DEBUG [StoreFileOpener-567867610f9f548c5d08adb06a8accc6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19dd75b81ad945298313ea904f7f800b_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-06T01:51:33,287 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/a/19dd75b81ad945298313ea904f7f800b_SeqId_3_ 2024-12-06T01:51:33,287 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(327): Store=567867610f9f548c5d08adb06a8accc6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:33,287 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,288 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567867610f9f548c5d08adb06a8accc6 columnFamilyName b 2024-12-06T01:51:33,289 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:33,289 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(327): Store=567867610f9f548c5d08adb06a8accc6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:33,289 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,290 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567867610f9f548c5d08adb06a8accc6 columnFamilyName c 2024-12-06T01:51:33,290 DEBUG [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:33,291 INFO [StoreOpener-567867610f9f548c5d08adb06a8accc6-1 {}] regionserver.HStore(327): Store=567867610f9f548c5d08adb06a8accc6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:33,291 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,291 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,293 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,293 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005 2024-12-06T01:51:33,296 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005 2024-12-06T01:51:33,296 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 567867610f9f548c5d08adb06a8accc6 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-06T01:51:33,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/.tmp/a/bde9853e52e74027bb1e12904aaf7a55 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733449889190/Put/seqid=0 2024-12-06T01:51:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741884_1062 (size=5149) 2024-12-06T01:51:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741884_1062 (size=5149) 2024-12-06T01:51:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741884_1062 (size=5149) 2024-12-06T01:51:33,320 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/.tmp/a/bde9853e52e74027bb1e12904aaf7a55 2024-12-06T01:51:33,326 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/.tmp/a/bde9853e52e74027bb1e12904aaf7a55 as hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/a/bde9853e52e74027bb1e12904aaf7a55 2024-12-06T01:51:33,332 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/a/bde9853e52e74027bb1e12904aaf7a55, entries=1, sequenceid=5, filesize=5.0 K 2024-12-06T01:51:33,332 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 567867610f9f548c5d08adb06a8accc6 in 36ms, sequenceid=5, compaction requested=false; wal=null 2024-12-06T01:51:33,333 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/0000000000000000005 2024-12-06T01:51:33,334 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,334 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,334 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:33,336 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 567867610f9f548c5d08adb06a8accc6 2024-12-06T01:51:33,338 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/567867610f9f548c5d08adb06a8accc6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T01:51:33,340 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 567867610f9f548c5d08adb06a8accc6; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63731117, jitterRate=-0.05033235251903534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:33,340 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 567867610f9f548c5d08adb06a8accc6: Writing region info on filesystem at 1733449893279Initializing all the Stores at 1733449893279Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449893279Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449893279Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449893279Obtaining lock to block concurrent updates at 1733449893296 (+17 ms)Preparing flush snapshotting stores in 567867610f9f548c5d08adb06a8accc6 at 1733449893296Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733449893296Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. at 1733449893296Flushing 567867610f9f548c5d08adb06a8accc6/a: creating writer at 1733449893296Flushing 567867610f9f548c5d08adb06a8accc6/a: appending metadata at 1733449893311 (+15 ms)Flushing 567867610f9f548c5d08adb06a8accc6/a: closing flushed file at 1733449893311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed88bb4: reopening flushed file at 1733449893325 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 567867610f9f548c5d08adb06a8accc6 in 36ms, sequenceid=5, compaction requested=false; wal=null at 1733449893332 (+7 ms)Cleaning up temporary data from old regions at 1733449893334 (+2 ms)Region opened successfully at 1733449893340 (+6 ms) 2024-12-06T01:51:33,344 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 567867610f9f548c5d08adb06a8accc6, disabling compactions & flushes 2024-12-06T01:51:33,344 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. 2024-12-06T01:51:33,344 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. 2024-12-06T01:51:33,344 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. after waiting 0 ms 2024-12-06T01:51:33,344 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. 2024-12-06T01:51:33,345 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733449888954.567867610f9f548c5d08adb06a8accc6. 2024-12-06T01:51:33,345 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 567867610f9f548c5d08adb06a8accc6: Waiting for close lock at 1733449893344Disabling compacts and flushes for region at 1733449893344Disabling writes for close at 1733449893344Writing region close event to WAL at 1733449893345 (+1 ms)Closed at 1733449893345 2024-12-06T01:51:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741883_1061 (size=93) 2024-12-06T01:51:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741883_1061 (size=93) 2024-12-06T01:51:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741883_1061 (size=93) 2024-12-06T01:51:33,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:33,351 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449893259) 2024-12-06T01:51:33,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409 (was 407) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:41881 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1696465958_22 at /127.0.0.1:59484 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1696465958_22 at /127.0.0.1:42440 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1021 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=9959 (was 10025) 2024-12-06T01:51:33,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409, OpenFileDescriptor=1021, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=9958 2024-12-06T01:51:33,394 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:33,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T01:51:33,405 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:33,408 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3663942f 2024-12-06T01:51:33,408 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T01:51:33,411 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T01:51:33,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:51:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-06T01:51:33,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T01:51:33,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-06T01:51:33,425 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:33,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T01:51:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:51:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741885_1063 (size=694) 2024-12-06T01:51:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741885_1063 (size=694) 2024-12-06T01:51:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741885_1063 (size=694) 2024-12-06T01:51:33,440 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce61035cb511e20529a99ccbf3e4a099, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e 2024-12-06T01:51:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741886_1064 (size=77) 2024-12-06T01:51:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741886_1064 (size=77) 2024-12-06T01:51:33,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741886_1064 (size=77) 2024-12-06T01:51:33,452 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:33,453 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing ce61035cb511e20529a99ccbf3e4a099, disabling compactions & flushes 2024-12-06T01:51:33,453 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:33,453 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:33,453 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. after waiting 0 ms 2024-12-06T01:51:33,453 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:33,453 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:33,453 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce61035cb511e20529a99ccbf3e4a099: Waiting for close lock at 1733449893453Disabling compacts and flushes for region at 1733449893453Disabling writes for close at 1733449893453Writing region close event to WAL at 1733449893453Closed at 1733449893453 2024-12-06T01:51:33,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T01:51:33,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733449893469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449893469"}]},"ts":"1733449893469"} 2024-12-06T01:51:33,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T01:51:33,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T01:51:33,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449893482"}]},"ts":"1733449893482"} 2024-12-06T01:51:33,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-06T01:51:33,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {00c764f7c3aa=0} racks are {/default-rack=0} 2024-12-06T01:51:33,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T01:51:33,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T01:51:33,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T01:51:33,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T01:51:33,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T01:51:33,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T01:51:33,494 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T01:51:33,494 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T01:51:33,494 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T01:51:33,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T01:51:33,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN}] 2024-12-06T01:51:33,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN 2024-12-06T01:51:33,500 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN; state=OFFLINE, location=00c764f7c3aa,41529,1733449877984; forceNewPlan=false, retain=false 2024-12-06T01:51:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:51:33,653 INFO [00c764f7c3aa:33351 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T01:51:33,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=OPENING, regionLocation=00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:33,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN because future has completed 2024-12-06T01:51:33,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,41529,1733449877984}] 2024-12-06T01:51:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:51:33,814 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:51:33,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48469, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:51:33,821 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:33,822 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ce61035cb511e20529a99ccbf3e4a099, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:33,822 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,822 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:33,822 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,823 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,824 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,826 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf1 2024-12-06T01:51:33,826 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:33,826 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:33,827 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,828 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf2 2024-12-06T01:51:33,828 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:33,829 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:33,829 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,830 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,830 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,831 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,831 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,832 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T01:51:33,834 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,836 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:33,837 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ce61035cb511e20529a99ccbf3e4a099; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71417106, jitterRate=0.06419780850410461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T01:51:33,837 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:33,837 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ce61035cb511e20529a99ccbf3e4a099: Running coprocessor pre-open hook at 1733449893823Writing region info on filesystem at 1733449893823Initializing all the Stores at 1733449893824 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449893824Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449893824Cleaning up temporary data from old regions at 1733449893831 (+7 ms)Running coprocessor post-open hooks at 1733449893837 (+6 ms)Region opened successfully at 1733449893837 2024-12-06T01:51:33,839 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., pid=6, masterSystemTime=1733449893813 2024-12-06T01:51:33,842 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:33,842 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:33,843 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:33,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,41529,1733449877984 because future has completed 2024-12-06T01:51:33,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T01:51:33,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,41529,1733449877984 in 193 msec 2024-12-06T01:51:33,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T01:51:33,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN in 360 msec 2024-12-06T01:51:33,861 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T01:51:33,861 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449893861"}]},"ts":"1733449893861"} 2024-12-06T01:51:33,864 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-06T01:51:33,866 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T01:51:33,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 450 msec 2024-12-06T01:51:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:51:34,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-06T01:51:34,060 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-06T01:51:34,062 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T01:51:34,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-06T01:51:34,069 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T01:51:34,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-06T01:51:34,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=2] 2024-12-06T01:51:34,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:51:34,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:51:34,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ce61035cb511e20529a99ccbf3e4a099, source=00c764f7c3aa,41529,1733449877984, destination=00c764f7c3aa,38199,1733449878094, warming up region on 00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:34,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ce61035cb511e20529a99ccbf3e4a099, source=00c764f7c3aa,41529,1733449877984, destination=00c764f7c3aa,38199,1733449878094, running balancer 2024-12-06T01:51:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE 2024-12-06T01:51:34,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE 2024-12-06T01:51:34,112 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=CLOSING, regionLocation=00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:34,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.HRegion(7855): Warmup {ENCODED => ce61035cb511e20529a99ccbf3e4a099, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:34,113 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,115 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf1 2024-12-06T01:51:34,115 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:34,115 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:34,115 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE because future has completed 2024-12-06T01:51:34,116 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T01:51:34,116 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf2 2024-12-06T01:51:34,117 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:34,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,41529,1733449877984}] 2024-12-06T01:51:34,117 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.HRegion(1722): Closing ce61035cb511e20529a99ccbf3e4a099, disabling compactions & flushes 2024-12-06T01:51:34,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. after waiting 0 ms 2024-12-06T01:51:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] regionserver.HRegion(1676): Region close journal for ce61035cb511e20529a99ccbf3e4a099: Waiting for close lock at 1733449894117Disabling compacts and flushes for region at 1733449894117Disabling writes for close at 1733449894118 (+1 ms)Writing region close event to WAL at 1733449894118Closed at 1733449894118 2024-12-06T01:51:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-06T01:51:34,276 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,276 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T01:51:34,276 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing ce61035cb511e20529a99ccbf3e4a099, disabling compactions & flushes 2024-12-06T01:51:34,277 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,277 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,277 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. after waiting 0 ms 2024-12-06T01:51:34,277 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,277 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing ce61035cb511e20529a99ccbf3e4a099 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-06T01:51:34,295 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0 is 35, key is r1/cf1:q/1733449894091/Put/seqid=0 2024-12-06T01:51:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741887_1065 (size=4783) 2024-12-06T01:51:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741887_1065 (size=4783) 2024-12-06T01:51:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741887_1065 (size=4783) 2024-12-06T01:51:34,305 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0 2024-12-06T01:51:34,312 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0 as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0 2024-12-06T01:51:34,319 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0, entries=1, sequenceid=5, filesize=4.7 K 2024-12-06T01:51:34,320 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ce61035cb511e20529a99ccbf3e4a099 in 43ms, sequenceid=5, compaction requested=false 2024-12-06T01:51:34,321 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-06T01:51:34,326 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T01:51:34,329 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,329 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for ce61035cb511e20529a99ccbf3e4a099: Waiting for close lock at 1733449894276Running coprocessor pre-close hooks at 1733449894276Disabling compacts and flushes for region at 1733449894276Disabling writes for close at 1733449894277 (+1 ms)Obtaining lock to block concurrent updates at 1733449894277Preparing flush snapshotting stores in ce61035cb511e20529a99ccbf3e4a099 at 1733449894277Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733449894277Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. at 1733449894278 (+1 ms)Flushing ce61035cb511e20529a99ccbf3e4a099/cf1: creating writer at 1733449894278Flushing ce61035cb511e20529a99ccbf3e4a099/cf1: appending metadata at 1733449894295 (+17 ms)Flushing ce61035cb511e20529a99ccbf3e4a099/cf1: closing flushed file at 1733449894295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2a2a4d: reopening flushed file at 1733449894312 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ce61035cb511e20529a99ccbf3e4a099 in 43ms, sequenceid=5, compaction requested=false at 1733449894321 (+9 ms)Writing region close event to WAL at 1733449894322 (+1 ms)Running coprocessor post-close hooks at 1733449894327 (+5 ms)Closed at 1733449894329 (+2 ms) 2024-12-06T01:51:34,330 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding ce61035cb511e20529a99ccbf3e4a099 move to 00c764f7c3aa,38199,1733449878094 record at close sequenceid=5 2024-12-06T01:51:34,333 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=CLOSED 2024-12-06T01:51:34,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,41529,1733449877984 because future has completed 2024-12-06T01:51:34,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T01:51:34,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,41529,1733449877984 in 222 msec 2024-12-06T01:51:34,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE; state=CLOSED, location=00c764f7c3aa,38199,1733449878094; forceNewPlan=false, retain=false 2024-12-06T01:51:34,494 INFO [00c764f7c3aa:33351 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T01:51:34,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=OPENING, regionLocation=00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:34,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE because future has completed 2024-12-06T01:51:34,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,38199,1733449878094}] 2024-12-06T01:51:34,657 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,657 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => ce61035cb511e20529a99ccbf3e4a099, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:34,657 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,658 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:34,658 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,658 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,659 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,660 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf1 2024-12-06T01:51:34,660 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:34,668 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0 2024-12-06T01:51:34,668 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:34,668 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,669 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf2 2024-12-06T01:51:34,669 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:34,669 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:34,669 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,670 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,671 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,672 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,672 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,673 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T01:51:34,675 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,676 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened ce61035cb511e20529a99ccbf3e4a099; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63306953, jitterRate=-0.05665288865566254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T01:51:34,676 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:34,677 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for ce61035cb511e20529a99ccbf3e4a099: Running coprocessor pre-open hook at 1733449894658Writing region info on filesystem at 1733449894658Initializing all the Stores at 1733449894659 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449894659Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449894659Cleaning up temporary data from old regions at 1733449894673 (+14 ms)Running coprocessor post-open hooks at 1733449894676 (+3 ms)Region opened successfully at 1733449894677 (+1 ms) 2024-12-06T01:51:34,678 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., pid=9, masterSystemTime=1733449894652 2024-12-06T01:51:34,681 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,681 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=OPEN, openSeqNum=9, regionLocation=00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,38199,1733449878094 because future has completed 2024-12-06T01:51:34,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-06T01:51:34,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,38199,1733449878094 in 188 msec 2024-12-06T01:51:34,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE in 583 msec 2024-12-06T01:51:34,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:51:34,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:51:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:33052 deadline: 1733449954724, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=38199 startCode=1733449878094. As of locationSeqNum=5. 2024-12-06T01:51:34,732 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=38199 startCode=1733449878094. As of locationSeqNum=5. 2024-12-06T01:51:34,733 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=38199 startCode=1733449878094. As of locationSeqNum=5. 2024-12-06T01:51:34,733 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,38199,1733449878094, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=38199 startCode=1733449878094. As of locationSeqNum=5. 2024-12-06T01:51:34,854 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ce61035cb511e20529a99ccbf3e4a099 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-06T01:51:34,878 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf1/138f9be1acbc47d592bac47a990e72e1 is 29, key is r1/cf1:/1733449894841/DeleteFamily/seqid=0 2024-12-06T01:51:34,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741888_1066 (size=4906) 2024-12-06T01:51:34,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741888_1066 (size=4906) 2024-12-06T01:51:34,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741888_1066 (size=4906) 2024-12-06T01:51:34,891 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf1/138f9be1acbc47d592bac47a990e72e1 2024-12-06T01:51:34,899 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 138f9be1acbc47d592bac47a990e72e1 2024-12-06T01:51:34,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf2/6b6994e95e7340d3b2aa74a1ad281b83 is 29, key is r1/cf2:/1733449894841/DeleteFamily/seqid=0 2024-12-06T01:51:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741889_1067 (size=4906) 2024-12-06T01:51:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741889_1067 (size=4906) 2024-12-06T01:51:34,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741889_1067 (size=4906) 2024-12-06T01:51:34,930 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf2/6b6994e95e7340d3b2aa74a1ad281b83 2024-12-06T01:51:34,937 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b6994e95e7340d3b2aa74a1ad281b83 2024-12-06T01:51:34,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf1/138f9be1acbc47d592bac47a990e72e1 as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/138f9be1acbc47d592bac47a990e72e1 2024-12-06T01:51:34,945 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 138f9be1acbc47d592bac47a990e72e1 2024-12-06T01:51:34,945 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/138f9be1acbc47d592bac47a990e72e1, entries=1, sequenceid=12, filesize=4.8 K 2024-12-06T01:51:34,946 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf2/6b6994e95e7340d3b2aa74a1ad281b83 as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/6b6994e95e7340d3b2aa74a1ad281b83 2024-12-06T01:51:34,953 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b6994e95e7340d3b2aa74a1ad281b83 2024-12-06T01:51:34,953 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/6b6994e95e7340d3b2aa74a1ad281b83, entries=1, sequenceid=12, filesize=4.8 K 2024-12-06T01:51:34,955 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for ce61035cb511e20529a99ccbf3e4a099 in 100ms, sequenceid=12, compaction requested=false 2024-12-06T01:51:34,955 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ce61035cb511e20529a99ccbf3e4a099: 2024-12-06T01:51:34,958 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T01:51:34,959 DEBUG [Time-limited test {}] regionserver.HStore(1541): ce61035cb511e20529a99ccbf3e4a099/cf1 is initiating major compaction (all files) 2024-12-06T01:51:34,959 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:51:34,960 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:34,960 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ce61035cb511e20529a99ccbf3e4a099/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:34,960 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0, hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/138f9be1acbc47d592bac47a990e72e1] into tmpdir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp, totalSize=9.5 K 2024-12-06T01:51:34,961 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1f4cbc98db9c4ca78e122bc46f0e7be0, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733449894091 2024-12-06T01:51:34,962 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 138f9be1acbc47d592bac47a990e72e1, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-06T01:51:34,975 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ce61035cb511e20529a99ccbf3e4a099#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:51:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741890_1068 (size=4626) 2024-12-06T01:51:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741890_1068 (size=4626) 2024-12-06T01:51:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741890_1068 (size=4626) 2024-12-06T01:51:34,997 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf1/e3a4a2e465354a89915654e86cf1b25a as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/e3a4a2e465354a89915654e86cf1b25a 2024-12-06T01:51:35,012 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in ce61035cb511e20529a99ccbf3e4a099/cf1 of ce61035cb511e20529a99ccbf3e4a099 into e3a4a2e465354a89915654e86cf1b25a(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:51:35,012 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ce61035cb511e20529a99ccbf3e4a099: 2024-12-06T01:51:35,012 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-06T01:51:35,013 DEBUG [Time-limited test {}] regionserver.HStore(1541): ce61035cb511e20529a99ccbf3e4a099/cf2 is initiating major compaction (all files) 2024-12-06T01:51:35,013 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:51:35,013 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:35,013 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ce61035cb511e20529a99ccbf3e4a099/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,013 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/6b6994e95e7340d3b2aa74a1ad281b83] into tmpdir=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp, totalSize=4.8 K 2024-12-06T01:51:35,014 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6b6994e95e7340d3b2aa74a1ad281b83, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-06T01:51:35,020 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ce61035cb511e20529a99ccbf3e4a099#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:51:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741891_1069 (size=4592) 2024-12-06T01:51:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741891_1069 (size=4592) 2024-12-06T01:51:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741891_1069 (size=4592) 2024-12-06T01:51:35,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/.tmp/cf2/1796a323f4544f3b9b3071704ea54a20 as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/1796a323f4544f3b9b3071704ea54a20 2024-12-06T01:51:35,058 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in ce61035cb511e20529a99ccbf3e4a099/cf2 of ce61035cb511e20529a99ccbf3e4a099 into 1796a323f4544f3b9b3071704ea54a20(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:51:35,058 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ce61035cb511e20529a99ccbf3e4a099: 2024-12-06T01:51:35,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ce61035cb511e20529a99ccbf3e4a099, source=00c764f7c3aa,38199,1733449878094, destination=00c764f7c3aa,41529,1733449877984, warming up region on 00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:35,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ce61035cb511e20529a99ccbf3e4a099, source=00c764f7c3aa,38199,1733449878094, destination=00c764f7c3aa,41529,1733449877984, running balancer 2024-12-06T01:51:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE 2024-12-06T01:51:35,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE 2024-12-06T01:51:35,067 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=CLOSING, regionLocation=00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:35,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(7855): Warmup {ENCODED => ce61035cb511e20529a99ccbf3e4a099, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:35,070 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE because future has completed 2024-12-06T01:51:35,071 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T01:51:35,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,38199,1733449878094}] 2024-12-06T01:51:35,071 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf1 2024-12-06T01:51:35,071 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:35,083 INFO [StoreFileOpener-ce61035cb511e20529a99ccbf3e4a099-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 138f9be1acbc47d592bac47a990e72e1 2024-12-06T01:51:35,083 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/138f9be1acbc47d592bac47a990e72e1 2024-12-06T01:51:35,090 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0 2024-12-06T01:51:35,096 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/e3a4a2e465354a89915654e86cf1b25a 2024-12-06T01:51:35,096 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:35,096 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,098 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf2 2024-12-06T01:51:35,098 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:35,105 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/1796a323f4544f3b9b3071704ea54a20 2024-12-06T01:51:35,111 INFO [StoreFileOpener-ce61035cb511e20529a99ccbf3e4a099-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b6994e95e7340d3b2aa74a1ad281b83 2024-12-06T01:51:35,111 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/6b6994e95e7340d3b2aa74a1ad281b83 2024-12-06T01:51:35,112 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(1722): Closing ce61035cb511e20529a99ccbf3e4a099, disabling compactions & flushes 2024-12-06T01:51:35,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. after waiting 0 ms 2024-12-06T01:51:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(1676): Region close journal for ce61035cb511e20529a99ccbf3e4a099: Waiting for close lock at 1733449895112Disabling compacts and flushes for region at 1733449895112Disabling writes for close at 1733449895112Writing region close event to WAL at 1733449895113 (+1 ms)Closed at 1733449895113 2024-12-06T01:51:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-06T01:51:35,227 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,227 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T01:51:35,227 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing ce61035cb511e20529a99ccbf3e4a099, disabling compactions & flushes 2024-12-06T01:51:35,227 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,227 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,227 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. after waiting 0 ms 2024-12-06T01:51:35,227 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,228 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0, hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/138f9be1acbc47d592bac47a990e72e1] to archive 2024-12-06T01:51:35,232 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:51:35,235 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0 to hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/1f4cbc98db9c4ca78e122bc46f0e7be0 2024-12-06T01:51:35,237 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/138f9be1acbc47d592bac47a990e72e1 to hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/138f9be1acbc47d592bac47a990e72e1 2024-12-06T01:51:35,251 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/6b6994e95e7340d3b2aa74a1ad281b83] to archive 2024-12-06T01:51:35,252 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:51:35,254 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/6b6994e95e7340d3b2aa74a1ad281b83 to hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/6b6994e95e7340d3b2aa74a1ad281b83 2024-12-06T01:51:35,259 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-06T01:51:35,260 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,260 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for ce61035cb511e20529a99ccbf3e4a099: Waiting for close lock at 1733449895227Running coprocessor pre-close hooks at 1733449895227Disabling compacts and flushes for region at 1733449895227Disabling writes for close at 1733449895227Writing region close event to WAL at 1733449895255 (+28 ms)Running coprocessor post-close hooks at 1733449895260 (+5 ms)Closed at 1733449895260 2024-12-06T01:51:35,260 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding ce61035cb511e20529a99ccbf3e4a099 move to 00c764f7c3aa,41529,1733449877984 record at close sequenceid=12 2024-12-06T01:51:35,263 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=CLOSED 2024-12-06T01:51:35,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,38199,1733449878094 because future has completed 2024-12-06T01:51:35,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T01:51:35,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,38199,1733449878094 in 197 msec 2024-12-06T01:51:35,272 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE; state=CLOSED, location=00c764f7c3aa,41529,1733449877984; forceNewPlan=false, retain=false 2024-12-06T01:51:35,423 INFO [00c764f7c3aa:33351 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T01:51:35,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=OPENING, regionLocation=00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:35,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE because future has completed 2024-12-06T01:51:35,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,41529,1733449877984}] 2024-12-06T01:51:35,585 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,585 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => ce61035cb511e20529a99ccbf3e4a099, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:35,586 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,586 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:35,586 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,586 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,588 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,589 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf1 2024-12-06T01:51:35,589 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:35,596 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/e3a4a2e465354a89915654e86cf1b25a 2024-12-06T01:51:35,597 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:35,597 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,598 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf2 2024-12-06T01:51:35,598 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:35,615 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/1796a323f4544f3b9b3071704ea54a20 2024-12-06T01:51:35,615 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:35,615 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,616 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,618 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,618 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,618 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,619 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T01:51:35,621 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,622 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened ce61035cb511e20529a99ccbf3e4a099; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72576735, jitterRate=0.08147762715816498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T01:51:35,622 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,623 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for ce61035cb511e20529a99ccbf3e4a099: Running coprocessor pre-open hook at 1733449895586Writing region info on filesystem at 1733449895586Initializing all the Stores at 1733449895587 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449895588 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449895588Cleaning up temporary data from old regions at 1733449895618 (+30 ms)Running coprocessor post-open hooks at 1733449895622 (+4 ms)Region opened successfully at 1733449895623 (+1 ms) 2024-12-06T01:51:35,624 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., pid=12, masterSystemTime=1733449895580 2024-12-06T01:51:35,627 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,627 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,628 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=OPEN, openSeqNum=18, regionLocation=00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:35,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,41529,1733449877984 because future has completed 2024-12-06T01:51:35,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-06T01:51:35,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,41529,1733449877984 in 206 msec 2024-12-06T01:51:35,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, REOPEN/MOVE in 572 msec 2024-12-06T01:51:35,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:51:35,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:51:35,671 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 00c764f7c3aa,41529,1733449877984: testing ***** 2024-12-06T01:51:35,671 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T01:51:35,674 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T01:51:35,676 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T01:51:35,679 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T01:51:35,682 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T01:51:35,695 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 314651648 }, "NonHeapMemoryUsage": { "committed": 170721280, "init": 7667712, "max": -1, "used": 168169776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "00c764f7c3aa", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 16, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 4, "ProcessCallTime_median": 8, "ProcessCallTime_75th_percentile": 12, "ProcessCallTime_90th_percentile": 14, "ProcessCallTime_95th_percentile": 15, "ProcessCallTime_98th_percentile": 15, "ProcessCallTime_99th_percentile": 15, "ProcessCallTime_99.9th_percentile": 15, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 16, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 4, "TotalCallTime_median": 8, "TotalCallTime_75th_percentile": 12, "TotalCallTime_90th_percentile": 14, "TotalCallTime_95th_percentile": 15, "TotalCallTime_98th_percentile": 15, "TotalCallTime_99th_percentile": 15, "TotalCallTime_99.9th_percentile": 15, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "00c764f7c3aa", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60307", "tag.serverName": "00c764f7c3aa,35091,1733449878136", "tag.clusterId": "bcbda542-0ebb-42af-860a-ec20261c62b8", "tag.Context": "regionserver", "tag.Hostname": "00c764f7c3aa", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733449878136, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-06T01:51:35,699 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33351 {}] master.MasterRpcServices(700): 00c764f7c3aa,41529,1733449877984 reported a fatal error: ***** ABORTING region server 00c764f7c3aa,41529,1733449877984: testing ***** 2024-12-06T01:51:35,701 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,41529,1733449877984' ***** 2024-12-06T01:51:35,701 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-06T01:51:35,701 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:51:35,701 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:51:35,702 INFO [RS:0;00c764f7c3aa:41529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-06T01:51:35,702 INFO [RS:0;00c764f7c3aa:41529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-06T01:51:35,702 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(3091): Received CLOSE for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:42852 deadline: 1733449955702, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=41529 startCode=1733449877984. As of locationSeqNum=12. 2024-12-06T01:51:35,702 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(956): aborting server 00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:35,703 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:51:35,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,38199,1733449878094, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,38199,1733449878094, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=41529 startCode=1733449877984. As of locationSeqNum=12. 2024-12-06T01:51:35,703 INFO [RS:0;00c764f7c3aa:41529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c764f7c3aa:41529. 2024-12-06T01:51:35,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,38199,1733449878094, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=41529 startCode=1733449877984. As of locationSeqNum=12. 2024-12-06T01:51:35,703 DEBUG [RS:0;00c764f7c3aa:41529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:35,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,38199,1733449878094, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=41529 startCode=1733449877984. As of locationSeqNum=12. 2024-12-06T01:51:35,703 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce61035cb511e20529a99ccbf3e4a099, disabling compactions & flushes 2024-12-06T01:51:35,703 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,703 DEBUG [RS:0;00c764f7c3aa:41529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:35,703 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,704 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. after waiting 0 ms 2024-12-06T01:51:35,704 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,704 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T01:51:35,704 DEBUG [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(1325): Online Regions={ce61035cb511e20529a99ccbf3e4a099=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.} 2024-12-06T01:51:35,705 DEBUG [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(1351): Waiting on ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:35,709 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,709 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce61035cb511e20529a99ccbf3e4a099: Waiting for close lock at 1733449895703Running coprocessor pre-close hooks at 1733449895703Disabling compacts and flushes for region at 1733449895703Disabling writes for close at 1733449895704 (+1 ms)Writing region close event to WAL at 1733449895709 (+5 ms)Running coprocessor post-close hooks at 1733449895709Closed at 1733449895709 2024-12-06T01:51:35,709 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:35,758 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:51:35,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c764f7c3aa,41529,1733449877984 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:35,820 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c764f7c3aa,41529,1733449877984 aborting 2024-12-06T01:51:35,820 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c764f7c3aa,41529,1733449877984 aborting 2024-12-06T01:51:35,820 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=12 from cache 2024-12-06T01:51:35,905 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,41529,1733449877984; all regions closed. 2024-12-06T01:51:35,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741835_1011 (size=2142) 2024-12-06T01:51:35,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741835_1011 (size=2142) 2024-12-06T01:51:35,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741835_1011 (size=2142) 2024-12-06T01:51:35,910 DEBUG [RS:0;00c764f7c3aa:41529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:35,910 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:51:35,910 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:51:35,911 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T01:51:35,911 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:51:35,911 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:51:35,911 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:51:35,911 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:51:35,911 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:51:35,912 INFO [RS:0;00c764f7c3aa:41529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41529 2024-12-06T01:51:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,41529,1733449877984 2024-12-06T01:51:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:51:35,920 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:51:35,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,41529,1733449877984] 2024-12-06T01:51:35,924 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,41529,1733449877984 already deleted, retry=false 2024-12-06T01:51:35,925 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 00c764f7c3aa,41529,1733449877984 on 00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:35,930 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 00c764f7c3aa,41529,1733449877984, splitWal=true, meta=false 2024-12-06T01:51:35,932 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 00c764f7c3aa,41529,1733449877984 (carryingMeta=false) 00c764f7c3aa,41529,1733449877984/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@69b5aee6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T01:51:35,933 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 00c764f7c3aa,41529,1733449877984, splitWal=true, meta=false 2024-12-06T01:51:35,934 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 00c764f7c3aa,41529,1733449877984 had 1 regions 2024-12-06T01:51:35,935 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 00c764f7c3aa,41529,1733449877984, splitWal=true, meta=false, isMeta: false 2024-12-06T01:51:35,937 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting 2024-12-06T01:51:35,938 INFO [PEWorker-1 {}] master.SplitWALManager(105): 00c764f7c3aa,41529,1733449877984 WAL count=1, meta=false 2024-12-06T01:51:35,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 00c764f7c3aa%2C41529%2C1733449877984.1733449879613}] 2024-12-06T01:51:35,946 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:35,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 00c764f7c3aa%2C41529%2C1733449877984.1733449879613, worker=00c764f7c3aa,35091,1733449878136}] 2024-12-06T01:51:36,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:36,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1006505bc4d0001, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:36,024 INFO [RS:0;00c764f7c3aa:41529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:51:36,024 INFO [RS:0;00c764f7c3aa:41529 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,41529,1733449877984; zookeeper connection closed. 2024-12-06T01:51:36,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12da0bf3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12da0bf3 2024-12-06T01:51:36,032 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18] 2024-12-06T01:51:36,034 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 00c764f7c3aa:41529 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 00c764f7c3aa/172.17.0.2:41529 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:36,035 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18, error=java.net.ConnectException: Call to address=00c764f7c3aa:41529 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 00c764f7c3aa/172.17.0.2:41529 2024-12-06T01:51:36,035 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-06T01:51:36,035 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18 from cache 2024-12-06T01:51:36,036 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 00c764f7c3aa:41529 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 00c764f7c3aa/172.17.0.2:41529 2024-12-06T01:51:36,108 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:51:36,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37521, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:51:36,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-06T01:51:36,129 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613, size=2.1 K (2142bytes) 2024-12-06T01:51:36,130 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613 2024-12-06T01:51:36,130 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613 after 0ms 2024-12-06T01:51:36,133 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613 took 4ms 2024-12-06T01:51:36,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for ce61035cb511e20529a99ccbf3e4a099: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-06T01:51:36,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613 so closing down 2024-12-06T01:51:36,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:36,140 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:36,140 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-12-06T01:51:36,141 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613, journal: Splitting hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613, size=2.1 K (2142bytes) at 1733449896130Finishing writing output for hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613 so closing down at 1733449896140 (+10 ms)3 split writer threads finished at 1733449896140Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1733449896140 2024-12-06T01:51:36,141 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613 2024-12-06T01:51:36,142 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T01:51:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-06T01:51:36,149 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting/00c764f7c3aa%2C41529%2C1733449877984.1733449879613 to hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/oldWALs 2024-12-06T01:51:36,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T01:51:36,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 00c764f7c3aa%2C41529%2C1733449877984.1733449879613, worker=00c764f7c3aa,35091,1733449878136 in 201 msec 2024-12-06T01:51:36,154 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:36,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T01:51:36,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 00c764f7c3aa%2C41529%2C1733449877984.1733449879613, worker=00c764f7c3aa,35091,1733449878136 in 214 msec 2024-12-06T01:51:36,158 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting dir is empty, no logs to split. 2024-12-06T01:51:36,158 INFO [PEWorker-1 {}] master.SplitWALManager(105): 00c764f7c3aa,41529,1733449877984 WAL count=0, meta=false 2024-12-06T01:51:36,158 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 00c764f7c3aa,41529,1733449877984 WAL splitting is done? wals=0, meta=false 2024-12-06T01:51:36,160 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 00c764f7c3aa,41529,1733449877984 failed, ignore...File hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/WALs/00c764f7c3aa,41529,1733449877984-splitting does not exist. 2024-12-06T01:51:36,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN}] 2024-12-06T01:51:36,163 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN 2024-12-06T01:51:36,164 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T01:51:36,315 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(204): Hosts are {00c764f7c3aa=0} racks are {/default-rack=0} 2024-12-06T01:51:36,315 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T01:51:36,315 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T01:51:36,315 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T01:51:36,315 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T01:51:36,315 INFO [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T01:51:36,315 INFO [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T01:51:36,315 DEBUG [00c764f7c3aa:33351 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T01:51:36,316 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=OPENING, regionLocation=00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN because future has completed 2024-12-06T01:51:36,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,35091,1733449878136}] 2024-12-06T01:51:36,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18] 2024-12-06T01:51:36,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 00c764f7c3aa:41529 this server is in the failed servers list 2024-12-06T01:51:36,344 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=00c764f7c3aa:41529 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c764f7c3aa:41529 2024-12-06T01:51:36,344 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c764f7c3aa:41529 2024-12-06T01:51:36,344 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,41529,1733449877984, seqNum=18 from cache 2024-12-06T01:51:36,476 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:36,476 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ce61035cb511e20529a99ccbf3e4a099, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:36,477 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,477 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:36,477 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,477 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,478 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,479 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf1 2024-12-06T01:51:36,480 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:36,486 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf1/e3a4a2e465354a89915654e86cf1b25a 2024-12-06T01:51:36,486 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:36,487 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,488 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce61035cb511e20529a99ccbf3e4a099 columnFamilyName cf2 2024-12-06T01:51:36,488 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:36,494 DEBUG [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/cf2/1796a323f4544f3b9b3071704ea54a20 2024-12-06T01:51:36,494 INFO [StoreOpener-ce61035cb511e20529a99ccbf3e4a099-1 {}] regionserver.HStore(327): Store=ce61035cb511e20529a99ccbf3e4a099/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:36,494 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,495 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,496 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,497 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,497 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,498 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T01:51:36,499 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,500 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ce61035cb511e20529a99ccbf3e4a099; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62373401, jitterRate=-0.0705638974905014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T01:51:36,500 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:36,501 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ce61035cb511e20529a99ccbf3e4a099: Running coprocessor pre-open hook at 1733449896477Writing region info on filesystem at 1733449896477Initializing all the Stores at 1733449896478 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449896478Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449896478Cleaning up temporary data from old regions at 1733449896497 (+19 ms)Running coprocessor post-open hooks at 1733449896500 (+3 ms)Region opened successfully at 1733449896501 (+1 ms) 2024-12-06T01:51:36,502 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., pid=17, masterSystemTime=1733449896472 2024-12-06T01:51:36,505 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:36,505 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:36,506 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ce61035cb511e20529a99ccbf3e4a099, regionState=OPEN, openSeqNum=18, regionLocation=00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:36,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,35091,1733449878136 because future has completed 2024-12-06T01:51:36,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T01:51:36,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure ce61035cb511e20529a99ccbf3e4a099, server=00c764f7c3aa,35091,1733449878136 in 190 msec 2024-12-06T01:51:36,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-06T01:51:36,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ce61035cb511e20529a99ccbf3e4a099, ASSIGN in 350 msec 2024-12-06T01:51:36,515 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 00c764f7c3aa,41529,1733449877984 after splitting done 2024-12-06T01:51:36,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 00c764f7c3aa,41529,1733449877984, splitWal=true, meta=false in 589 msec 2024-12-06T01:51:36,852 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099., hostname=00c764f7c3aa,35091,1733449878136, seqNum=18] 2024-12-06T01:51:36,852 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:51:36,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:51:36,869 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 409), OpenFileDescriptor=1051 (was 1021) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 286), ProcessCount=11 (was 11), AvailableMemoryMB=9909 (was 9958) 2024-12-06T01:51:36,871 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-06T01:51:36,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=9909 2024-12-06T01:51:36,883 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-06T01:51:36,898 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:36,900 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:36,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:36,903 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50838533, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-50838533, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:36,920 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50838533/hregion-50838533.1733449896904, exclude list is [], retry=0 2024-12-06T01:51:36,923 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:36,923 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:36,923 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:36,926 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50838533/hregion-50838533.1733449896904 2024-12-06T01:51:36,926 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:36,926 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 01ddb2d2665d6da5e39bc0b21505b564, NAME => 'testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:36,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741893_1071 (size=67) 2024-12-06T01:51:36,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741893_1071 (size=67) 2024-12-06T01:51:36,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741893_1071 (size=67) 2024-12-06T01:51:36,942 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:36,943 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,945 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ddb2d2665d6da5e39bc0b21505b564 columnFamilyName a 2024-12-06T01:51:36,945 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:36,946 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(327): Store=01ddb2d2665d6da5e39bc0b21505b564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:36,946 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,947 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ddb2d2665d6da5e39bc0b21505b564 columnFamilyName b 2024-12-06T01:51:36,947 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:36,948 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(327): Store=01ddb2d2665d6da5e39bc0b21505b564/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:36,948 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,949 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ddb2d2665d6da5e39bc0b21505b564 columnFamilyName c 2024-12-06T01:51:36,949 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:36,950 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(327): Store=01ddb2d2665d6da5e39bc0b21505b564/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:36,950 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,951 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,951 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,952 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,952 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,953 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:36,954 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,956 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:36,956 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 01ddb2d2665d6da5e39bc0b21505b564; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64914855, jitterRate=-0.0326932817697525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:36,957 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 01ddb2d2665d6da5e39bc0b21505b564: Writing region info on filesystem at 1733449896942Initializing all the Stores at 1733449896943 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449896943Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449896943Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449896943Cleaning up temporary data from old regions at 1733449896952 (+9 ms)Region opened successfully at 1733449896957 (+5 ms) 2024-12-06T01:51:36,957 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 01ddb2d2665d6da5e39bc0b21505b564, disabling compactions & flushes 2024-12-06T01:51:36,957 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. 2024-12-06T01:51:36,958 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. 2024-12-06T01:51:36,958 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. after waiting 0 ms 2024-12-06T01:51:36,958 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. 2024-12-06T01:51:36,958 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. 2024-12-06T01:51:36,958 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 01ddb2d2665d6da5e39bc0b21505b564: Waiting for close lock at 1733449896957Disabling compacts and flushes for region at 1733449896957Disabling writes for close at 1733449896958 (+1 ms)Writing region close event to WAL at 1733449896958Closed at 1733449896958 2024-12-06T01:51:36,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741892_1070 (size=93) 2024-12-06T01:51:36,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741892_1070 (size=93) 2024-12-06T01:51:36,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741892_1070 (size=93) 2024-12-06T01:51:36,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:36,963 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50838533:(num 1733449896904) 2024-12-06T01:51:36,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:36,965 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:36,979 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965, exclude list is [], retry=0 2024-12-06T01:51:36,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:36,982 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:36,982 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:36,984 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965 2024-12-06T01:51:36,984 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:36,984 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 01ddb2d2665d6da5e39bc0b21505b564, NAME => 'testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:36,984 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:36,984 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,984 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,986 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,987 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ddb2d2665d6da5e39bc0b21505b564 columnFamilyName a 2024-12-06T01:51:36,987 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:36,987 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(327): Store=01ddb2d2665d6da5e39bc0b21505b564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:36,987 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,988 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ddb2d2665d6da5e39bc0b21505b564 columnFamilyName b 2024-12-06T01:51:36,988 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:36,989 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(327): Store=01ddb2d2665d6da5e39bc0b21505b564/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:36,989 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,990 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ddb2d2665d6da5e39bc0b21505b564 columnFamilyName c 2024-12-06T01:51:36,990 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:36,990 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(327): Store=01ddb2d2665d6da5e39bc0b21505b564/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:36,990 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,991 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,993 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,993 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,994 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:36,996 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:36,997 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 01ddb2d2665d6da5e39bc0b21505b564; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65082712, jitterRate=-0.030192017555236816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:36,998 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 01ddb2d2665d6da5e39bc0b21505b564: Writing region info on filesystem at 1733449896984Initializing all the Stores at 1733449896985 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449896985Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449896985Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449896985Cleaning up temporary data from old regions at 1733449896993 (+8 ms)Region opened successfully at 1733449896998 (+5 ms) 2024-12-06T01:51:37,031 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 01ddb2d2665d6da5e39bc0b21505b564 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-06T01:51:37,058 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/a/83a67d3b74c24a9784637b1ef4597c39 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733449896998/Put/seqid=0 2024-12-06T01:51:37,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741895_1073 (size=5958) 2024-12-06T01:51:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741895_1073 (size=5958) 2024-12-06T01:51:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741895_1073 (size=5958) 2024-12-06T01:51:37,068 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/a/83a67d3b74c24a9784637b1ef4597c39 2024-12-06T01:51:37,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/b/278636804a0440e6931bdacd0ea17002 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733449897008/Put/seqid=0 2024-12-06T01:51:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741896_1074 (size=5958) 2024-12-06T01:51:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741896_1074 (size=5958) 2024-12-06T01:51:37,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741896_1074 (size=5958) 2024-12-06T01:51:37,101 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/b/278636804a0440e6931bdacd0ea17002 2024-12-06T01:51:37,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/c/f1fd6613dc144fb1baa323fbdc0c0296 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733449897018/Put/seqid=0 2024-12-06T01:51:37,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741897_1075 (size=5958) 2024-12-06T01:51:37,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741897_1075 (size=5958) 2024-12-06T01:51:37,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741897_1075 (size=5958) 2024-12-06T01:51:37,136 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/c/f1fd6613dc144fb1baa323fbdc0c0296 2024-12-06T01:51:37,144 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/a/83a67d3b74c24a9784637b1ef4597c39 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/a/83a67d3b74c24a9784637b1ef4597c39 2024-12-06T01:51:37,150 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/a/83a67d3b74c24a9784637b1ef4597c39, entries=10, sequenceid=33, filesize=5.8 K 2024-12-06T01:51:37,152 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/b/278636804a0440e6931bdacd0ea17002 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/b/278636804a0440e6931bdacd0ea17002 2024-12-06T01:51:37,158 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/b/278636804a0440e6931bdacd0ea17002, entries=10, sequenceid=33, filesize=5.8 K 2024-12-06T01:51:37,159 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/c/f1fd6613dc144fb1baa323fbdc0c0296 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/c/f1fd6613dc144fb1baa323fbdc0c0296 2024-12-06T01:51:37,165 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/c/f1fd6613dc144fb1baa323fbdc0c0296, entries=10, sequenceid=33, filesize=5.8 K 2024-12-06T01:51:37,166 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 01ddb2d2665d6da5e39bc0b21505b564 in 136ms, sequenceid=33, compaction requested=false 2024-12-06T01:51:37,167 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 01ddb2d2665d6da5e39bc0b21505b564: 2024-12-06T01:51:37,167 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 01ddb2d2665d6da5e39bc0b21505b564, disabling compactions & flushes 2024-12-06T01:51:37,167 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. 2024-12-06T01:51:37,167 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. 2024-12-06T01:51:37,167 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. after waiting 0 ms 2024-12-06T01:51:37,167 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. 2024-12-06T01:51:37,169 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. 2024-12-06T01:51:37,169 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 01ddb2d2665d6da5e39bc0b21505b564: Waiting for close lock at 1733449897167Disabling compacts and flushes for region at 1733449897167Disabling writes for close at 1733449897167Writing region close event to WAL at 1733449897169 (+2 ms)Closed at 1733449897169 2024-12-06T01:51:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741894_1072 (size=5937) 2024-12-06T01:51:37,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741894_1072 (size=5937) 2024-12-06T01:51:37,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741894_1072 (size=5937) 2024-12-06T01:51:37,177 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965 not finished, retry = 0 2024-12-06T01:51:37,283 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/b/278636804a0440e6931bdacd0ea17002 to hdfs://localhost:41881/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/b/278636804a0440e6931bdacd0ea17002 2024-12-06T01:51:37,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965, size=5.8 K (5937bytes) 2024-12-06T01:51:37,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965 2024-12-06T01:51:37,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965 after 0ms 2024-12-06T01:51:37,311 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965 took 3ms 2024-12-06T01:51:37,313 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965 so closing down 2024-12-06T01:51:37,313 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:37,314 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449896965.temp 2024-12-06T01:51:37,315 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000003-wal.1733449896965.temp 2024-12-06T01:51:37,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741898_1076 (size=5223) 2024-12-06T01:51:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741898_1076 (size=5223) 2024-12-06T01:51:37,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741898_1076 (size=5223) 2024-12-06T01:51:37,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000003-wal.1733449896965.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:37,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000003-wal.1733449896965.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000032 2024-12-06T01:51:37,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-12-06T01:51:37,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965, journal: Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965, size=5.8 K (5937bytes) at 1733449897308Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965 so closing down at 1733449897313 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000003-wal.1733449896965.temp at 1733449897315 (+2 ms)3 split writer threads finished at 1733449897316 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000003-wal.1733449896965.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733449897327 (+11 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000003-wal.1733449896965.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000032 at 1733449897329 (+2 ms)Processed 32 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1733449897329 2024-12-06T01:51:37,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449896965 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449896965 2024-12-06T01:51:37,332 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000032 2024-12-06T01:51:37,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:37,334 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:37,354 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449897334, exclude list is [], retry=0 2024-12-06T01:51:37,357 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:37,358 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:37,358 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:37,360 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449897334 2024-12-06T01:51:37,360 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:37,360 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 01ddb2d2665d6da5e39bc0b21505b564, NAME => 'testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:37,361 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:37,361 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,361 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,362 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,363 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ddb2d2665d6da5e39bc0b21505b564 columnFamilyName a 2024-12-06T01:51:37,363 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:37,370 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/a/83a67d3b74c24a9784637b1ef4597c39 2024-12-06T01:51:37,370 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(327): Store=01ddb2d2665d6da5e39bc0b21505b564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:37,370 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,371 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ddb2d2665d6da5e39bc0b21505b564 columnFamilyName b 2024-12-06T01:51:37,371 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:37,372 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(327): Store=01ddb2d2665d6da5e39bc0b21505b564/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:37,372 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,373 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ddb2d2665d6da5e39bc0b21505b564 columnFamilyName c 2024-12-06T01:51:37,373 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:37,379 DEBUG [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/c/f1fd6613dc144fb1baa323fbdc0c0296 2024-12-06T01:51:37,379 INFO [StoreOpener-01ddb2d2665d6da5e39bc0b21505b564-1 {}] regionserver.HStore(327): Store=01ddb2d2665d6da5e39bc0b21505b564/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:37,379 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,380 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,381 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,382 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000032 2024-12-06T01:51:37,385 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000032 2024-12-06T01:51:37,385 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 01ddb2d2665d6da5e39bc0b21505b564 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-06T01:51:37,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/b/7148f9de6e4d4d2fa8c82dd11b3faa50 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733449897008/Put/seqid=0 2024-12-06T01:51:37,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741900_1078 (size=5958) 2024-12-06T01:51:37,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741900_1078 (size=5958) 2024-12-06T01:51:37,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741900_1078 (size=5958) 2024-12-06T01:51:37,410 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/b/7148f9de6e4d4d2fa8c82dd11b3faa50 2024-12-06T01:51:37,417 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/.tmp/b/7148f9de6e4d4d2fa8c82dd11b3faa50 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/b/7148f9de6e4d4d2fa8c82dd11b3faa50 2024-12-06T01:51:37,423 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/b/7148f9de6e4d4d2fa8c82dd11b3faa50, entries=10, sequenceid=32, filesize=5.8 K 2024-12-06T01:51:37,424 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 01ddb2d2665d6da5e39bc0b21505b564 in 39ms, sequenceid=32, compaction requested=false; wal=null 2024-12-06T01:51:37,424 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/0000000000000000032 2024-12-06T01:51:37,426 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,426 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,426 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:37,428 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 01ddb2d2665d6da5e39bc0b21505b564 2024-12-06T01:51:37,431 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/01ddb2d2665d6da5e39bc0b21505b564/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-06T01:51:37,432 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 01ddb2d2665d6da5e39bc0b21505b564; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61775862, jitterRate=-0.07946792244911194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:37,433 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 01ddb2d2665d6da5e39bc0b21505b564: Writing region info on filesystem at 1733449897361Initializing all the Stores at 1733449897362 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449897362Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449897362Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449897362Obtaining lock to block concurrent updates at 1733449897385 (+23 ms)Preparing flush snapshotting stores in 01ddb2d2665d6da5e39bc0b21505b564 at 1733449897385Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733449897385Flushing stores of testReplayEditsWrittenViaHRegion,,1733449896898.01ddb2d2665d6da5e39bc0b21505b564. at 1733449897385Flushing 01ddb2d2665d6da5e39bc0b21505b564/b: creating writer at 1733449897385Flushing 01ddb2d2665d6da5e39bc0b21505b564/b: appending metadata at 1733449897401 (+16 ms)Flushing 01ddb2d2665d6da5e39bc0b21505b564/b: closing flushed file at 1733449897401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a4aa4a: reopening flushed file at 1733449897416 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 01ddb2d2665d6da5e39bc0b21505b564 in 39ms, sequenceid=32, compaction requested=false; wal=null at 1733449897424 (+8 ms)Cleaning up temporary data from old regions at 1733449897426 (+2 ms)Region opened successfully at 1733449897433 (+7 ms) 2024-12-06T01:51:37,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=416 (was 409) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:48980 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:59668 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:59484 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:49064 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:42574 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:42440 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=9879 (was 9909) 2024-12-06T01:51:37,459 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-06T01:51:37,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=9878 2024-12-06T01:51:37,471 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-06T01:51:37,486 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:37,488 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:37,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:37,492 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87136722, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-87136722, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:37,505 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87136722/hregion-87136722.1733449897492, exclude list is [], retry=0 2024-12-06T01:51:37,508 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:37,508 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:37,509 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:37,514 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87136722/hregion-87136722.1733449897492 2024-12-06T01:51:37,514 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:37,514 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c4b263bed5cdb6be24f4dfa24a83ef7d, NAME => 'testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:37,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741902_1080 (size=68) 2024-12-06T01:51:37,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741902_1080 (size=68) 2024-12-06T01:51:37,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741902_1080 (size=68) 2024-12-06T01:51:37,528 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:37,530 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,531 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b263bed5cdb6be24f4dfa24a83ef7d columnFamilyName a 2024-12-06T01:51:37,532 DEBUG [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:37,532 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(327): Store=c4b263bed5cdb6be24f4dfa24a83ef7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:37,533 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,534 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b263bed5cdb6be24f4dfa24a83ef7d columnFamilyName b 2024-12-06T01:51:37,534 DEBUG [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:37,535 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(327): Store=c4b263bed5cdb6be24f4dfa24a83ef7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:37,535 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,536 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b263bed5cdb6be24f4dfa24a83ef7d columnFamilyName c 2024-12-06T01:51:37,537 DEBUG [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:37,537 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(327): Store=c4b263bed5cdb6be24f4dfa24a83ef7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:37,537 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,538 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,538 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,539 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,539 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,540 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:37,541 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,543 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:37,544 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c4b263bed5cdb6be24f4dfa24a83ef7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67038028, jitterRate=-0.0010555386543273926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:37,545 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4b263bed5cdb6be24f4dfa24a83ef7d: Writing region info on filesystem at 1733449897529Initializing all the Stores at 1733449897529Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449897529Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449897530 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449897530Cleaning up temporary data from old regions at 1733449897539 (+9 ms)Region opened successfully at 1733449897545 (+6 ms) 2024-12-06T01:51:37,545 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c4b263bed5cdb6be24f4dfa24a83ef7d, disabling compactions & flushes 2024-12-06T01:51:37,545 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:37,545 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:37,546 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. after waiting 0 ms 2024-12-06T01:51:37,546 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:37,546 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:37,546 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c4b263bed5cdb6be24f4dfa24a83ef7d: Waiting for close lock at 1733449897545Disabling compacts and flushes for region at 1733449897545Disabling writes for close at 1733449897546 (+1 ms)Writing region close event to WAL at 1733449897546Closed at 1733449897546 2024-12-06T01:51:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741901_1079 (size=93) 2024-12-06T01:51:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741901_1079 (size=93) 2024-12-06T01:51:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741901_1079 (size=93) 2024-12-06T01:51:37,552 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:37,552 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87136722:(num 1733449897492) 2024-12-06T01:51:37,552 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:37,554 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:37,567 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554, exclude list is [], retry=0 2024-12-06T01:51:37,570 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:37,570 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:37,570 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:37,573 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554 2024-12-06T01:51:37,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:37,631 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c4b263bed5cdb6be24f4dfa24a83ef7d, NAME => 'testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:37,634 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,634 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:37,634 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,634 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-06T01:51:37,636 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-06T01:51:37,636 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,637 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b263bed5cdb6be24f4dfa24a83ef7d columnFamilyName a 2024-12-06T01:51:37,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-06T01:51:37,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-06T01:51:37,637 DEBUG [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:37,638 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(327): Store=c4b263bed5cdb6be24f4dfa24a83ef7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:37,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-06T01:51:37,638 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-06T01:51:37,638 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-06T01:51:37,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-06T01:51:37,639 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b263bed5cdb6be24f4dfa24a83ef7d columnFamilyName b 2024-12-06T01:51:37,639 DEBUG [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:37,640 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(327): Store=c4b263bed5cdb6be24f4dfa24a83ef7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:37,640 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,641 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b263bed5cdb6be24f4dfa24a83ef7d columnFamilyName c 2024-12-06T01:51:37,641 DEBUG [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:37,642 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(327): Store=c4b263bed5cdb6be24f4dfa24a83ef7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:37,642 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,643 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,645 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,645 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,646 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:37,647 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,648 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c4b263bed5cdb6be24f4dfa24a83ef7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61817318, jitterRate=-0.07885017991065979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:37,648 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:37,648 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4b263bed5cdb6be24f4dfa24a83ef7d: Running coprocessor pre-open hook at 1733449897634Writing region info on filesystem at 1733449897634Initializing all the Stores at 1733449897636 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449897636Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449897636Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449897636Cleaning up temporary data from old regions at 1733449897645 (+9 ms)Running coprocessor post-open hooks at 1733449897648 (+3 ms)Region opened successfully at 1733449897648 2024-12-06T01:51:37,662 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c4b263bed5cdb6be24f4dfa24a83ef7d 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-06T01:51:37,664 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:38,665 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:39,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T01:51:39,667 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:40,667 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:41,668 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:42,669 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:43,669 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:44,670 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:45,671 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:46,199 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T01:51:46,671 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c4b263bed5cdb6be24f4dfa24a83ef7d/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:46,672 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c4b263bed5cdb6be24f4dfa24a83ef7d: 2024-12-06T01:51:46,673 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:46,686 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c4b263bed5cdb6be24f4dfa24a83ef7d: 2024-12-06T01:51:46,687 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-06T01:51:46,687 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c4b263bed5cdb6be24f4dfa24a83ef7d, disabling compactions & flushes 2024-12-06T01:51:46,687 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:46,687 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:46,687 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. after waiting 0 ms 2024-12-06T01:51:46,687 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:46,687 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:46,687 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. 2024-12-06T01:51:46,687 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c4b263bed5cdb6be24f4dfa24a83ef7d: Waiting for close lock at 1733449906687Running coprocessor pre-close hooks at 1733449906687Disabling compacts and flushes for region at 1733449906687Disabling writes for close at 1733449906687Writing region close event to WAL at 1733449906687Running coprocessor post-close hooks at 1733449906687Closed at 1733449906687 2024-12-06T01:51:46,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741903_1081 (size=3941) 2024-12-06T01:51:46,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741903_1081 (size=3941) 2024-12-06T01:51:46,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741903_1081 (size=3941) 2024-12-06T01:51:46,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554, size=3.8 K (3941bytes) 2024-12-06T01:51:46,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554 2024-12-06T01:51:46,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554 after 0ms 2024-12-06T01:51:46,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554 took 4ms 2024-12-06T01:51:46,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554 so closing down 2024-12-06T01:51:46,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:46,715 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733449897554.temp 2024-12-06T01:51:46,716 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000004-wal.1733449897554.temp 2024-12-06T01:51:46,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:46,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741904_1082 (size=2983) 2024-12-06T01:51:46,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741904_1082 (size=2983) 2024-12-06T01:51:46,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741904_1082 (size=2983) 2024-12-06T01:51:46,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000004-wal.1733449897554.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:46,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000004-wal.1733449897554.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000026 2024-12-06T01:51:46,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-12-06T01:51:46,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554, journal: Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554, size=3.8 K (3941bytes) at 1733449906708Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554 so closing down at 1733449906713 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000004-wal.1733449897554.temp at 1733449906716 (+3 ms)3 split writer threads finished at 1733449906716Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000004-wal.1733449897554.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733449906727 (+11 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000004-wal.1733449897554.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000026 at 1733449906729 (+2 ms)Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1733449906729 2024-12-06T01:51:46,731 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449897554 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449897554 2024-12-06T01:51:46,732 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000026 2024-12-06T01:51:46,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:46,734 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:46,755 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449906735, exclude list is [], retry=0 2024-12-06T01:51:46,758 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:46,759 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:46,759 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:46,760 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449906735 2024-12-06T01:51:46,761 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:46,762 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c4b263bed5cdb6be24f4dfa24a83ef7d, NAME => 'testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:46,762 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,762 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:46,763 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,763 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,765 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,765 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b263bed5cdb6be24f4dfa24a83ef7d columnFamilyName a 2024-12-06T01:51:46,766 DEBUG [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:46,766 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(327): Store=c4b263bed5cdb6be24f4dfa24a83ef7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:46,766 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,767 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b263bed5cdb6be24f4dfa24a83ef7d columnFamilyName b 2024-12-06T01:51:46,767 DEBUG [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:46,767 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(327): Store=c4b263bed5cdb6be24f4dfa24a83ef7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:46,768 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,768 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b263bed5cdb6be24f4dfa24a83ef7d columnFamilyName c 2024-12-06T01:51:46,768 DEBUG [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:46,769 INFO [StoreOpener-c4b263bed5cdb6be24f4dfa24a83ef7d-1 {}] regionserver.HStore(327): Store=c4b263bed5cdb6be24f4dfa24a83ef7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:46,769 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,769 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,771 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,771 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000026 2024-12-06T01:51:46,775 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000026 2024-12-06T01:51:46,775 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c4b263bed5cdb6be24f4dfa24a83ef7d 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-06T01:51:46,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/.tmp/a/4368a46ca2fb423fae39db9c99ba5dd2 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733449906678/Put/seqid=0 2024-12-06T01:51:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741906_1084 (size=5523) 2024-12-06T01:51:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741906_1084 (size=5523) 2024-12-06T01:51:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741906_1084 (size=5523) 2024-12-06T01:51:46,799 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/.tmp/a/4368a46ca2fb423fae39db9c99ba5dd2 2024-12-06T01:51:46,827 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/.tmp/b/3c7eea7d57684cf695bc7d658bbfd05e is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733449906673/Put/seqid=0 2024-12-06T01:51:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741907_1085 (size=5524) 2024-12-06T01:51:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741907_1085 (size=5524) 2024-12-06T01:51:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741907_1085 (size=5524) 2024-12-06T01:51:46,835 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/.tmp/b/3c7eea7d57684cf695bc7d658bbfd05e 2024-12-06T01:51:46,859 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/.tmp/c/36c1be3206004ad0b1898771c56b6a17 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733449906676/Put/seqid=0 2024-12-06T01:51:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741908_1086 (size=5457) 2024-12-06T01:51:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741908_1086 (size=5457) 2024-12-06T01:51:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741908_1086 (size=5457) 2024-12-06T01:51:46,875 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/.tmp/c/36c1be3206004ad0b1898771c56b6a17 2024-12-06T01:51:46,883 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/.tmp/a/4368a46ca2fb423fae39db9c99ba5dd2 as hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/a/4368a46ca2fb423fae39db9c99ba5dd2 2024-12-06T01:51:46,888 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/a/4368a46ca2fb423fae39db9c99ba5dd2, entries=7, sequenceid=26, filesize=5.4 K 2024-12-06T01:51:46,889 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/.tmp/b/3c7eea7d57684cf695bc7d658bbfd05e as hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/b/3c7eea7d57684cf695bc7d658bbfd05e 2024-12-06T01:51:46,895 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/b/3c7eea7d57684cf695bc7d658bbfd05e, entries=7, sequenceid=26, filesize=5.4 K 2024-12-06T01:51:46,896 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/.tmp/c/36c1be3206004ad0b1898771c56b6a17 as hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/c/36c1be3206004ad0b1898771c56b6a17 2024-12-06T01:51:46,902 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/c/36c1be3206004ad0b1898771c56b6a17, entries=6, sequenceid=26, filesize=5.3 K 2024-12-06T01:51:46,902 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c4b263bed5cdb6be24f4dfa24a83ef7d in 127ms, sequenceid=26, compaction requested=false; wal=null 2024-12-06T01:51:46,903 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/0000000000000000026 2024-12-06T01:51:46,904 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,904 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,905 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:46,906 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,909 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsAfterAbortingFlush/c4b263bed5cdb6be24f4dfa24a83ef7d/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-06T01:51:46,910 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c4b263bed5cdb6be24f4dfa24a83ef7d; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59585172, jitterRate=-0.11211174726486206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:46,910 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4b263bed5cdb6be24f4dfa24a83ef7d 2024-12-06T01:51:46,910 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4b263bed5cdb6be24f4dfa24a83ef7d: Running coprocessor pre-open hook at 1733449906763Writing region info on filesystem at 1733449906763Initializing all the Stores at 1733449906764 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449906764Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449906764Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449906764Obtaining lock to block concurrent updates at 1733449906775 (+11 ms)Preparing flush snapshotting stores in c4b263bed5cdb6be24f4dfa24a83ef7d at 1733449906775Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733449906775Flushing stores of testReplayEditsAfterAbortingFlush,,1733449897487.c4b263bed5cdb6be24f4dfa24a83ef7d. at 1733449906775Flushing c4b263bed5cdb6be24f4dfa24a83ef7d/a: creating writer at 1733449906775Flushing c4b263bed5cdb6be24f4dfa24a83ef7d/a: appending metadata at 1733449906790 (+15 ms)Flushing c4b263bed5cdb6be24f4dfa24a83ef7d/a: closing flushed file at 1733449906790Flushing c4b263bed5cdb6be24f4dfa24a83ef7d/b: creating writer at 1733449906805 (+15 ms)Flushing c4b263bed5cdb6be24f4dfa24a83ef7d/b: appending metadata at 1733449906826 (+21 ms)Flushing c4b263bed5cdb6be24f4dfa24a83ef7d/b: closing flushed file at 1733449906826Flushing c4b263bed5cdb6be24f4dfa24a83ef7d/c: creating writer at 1733449906840 (+14 ms)Flushing c4b263bed5cdb6be24f4dfa24a83ef7d/c: appending metadata at 1733449906858 (+18 ms)Flushing c4b263bed5cdb6be24f4dfa24a83ef7d/c: closing flushed file at 1733449906858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e197581: reopening flushed file at 1733449906882 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2878e57d: reopening flushed file at 1733449906888 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abe65d2: reopening flushed file at 1733449906895 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c4b263bed5cdb6be24f4dfa24a83ef7d in 127ms, sequenceid=26, compaction requested=false; wal=null at 1733449906902 (+7 ms)Cleaning up temporary data from old regions at 1733449906904 (+2 ms)Running coprocessor post-open hooks at 1733449906910 (+6 ms)Region opened successfully at 1733449906910 2024-12-06T01:51:46,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=414 (was 416), OpenFileDescriptor=1182 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 279) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9880 (was 9878) - AvailableMemoryMB LEAK? - 2024-12-06T01:51:46,935 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-06T01:51:46,951 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=414, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=9879 2024-12-06T01:51:46,951 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-06T01:51:46,967 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:46,969 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:46,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:46,973 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-14198573, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-14198573, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:46,994 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-14198573/hregion-14198573.1733449906973, exclude list is [], retry=0 2024-12-06T01:51:46,997 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:46,998 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:46,997 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:47,001 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-14198573/hregion-14198573.1733449906973 2024-12-06T01:51:47,004 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:47,004 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 80075e512334ce9eb18595f763de16fb, NAME => 'testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741910_1088 (size=61) 2024-12-06T01:51:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741910_1088 (size=61) 2024-12-06T01:51:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741910_1088 (size=61) 2024-12-06T01:51:47,017 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:47,019 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,021 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80075e512334ce9eb18595f763de16fb columnFamilyName a 2024-12-06T01:51:47,021 DEBUG [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,021 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] regionserver.HStore(327): Store=80075e512334ce9eb18595f763de16fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,022 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,022 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,023 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,023 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,023 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,025 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,027 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:47,028 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 80075e512334ce9eb18595f763de16fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60598525, jitterRate=-0.09701161086559296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:51:47,029 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 80075e512334ce9eb18595f763de16fb: Writing region info on filesystem at 1733449907017Initializing all the Stores at 1733449907018 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907018Cleaning up temporary data from old regions at 1733449907023 (+5 ms)Region opened successfully at 1733449907029 (+6 ms) 2024-12-06T01:51:47,029 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 80075e512334ce9eb18595f763de16fb, disabling compactions & flushes 2024-12-06T01:51:47,029 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. 2024-12-06T01:51:47,029 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. 2024-12-06T01:51:47,029 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. after waiting 0 ms 2024-12-06T01:51:47,029 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. 2024-12-06T01:51:47,030 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. 2024-12-06T01:51:47,030 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 80075e512334ce9eb18595f763de16fb: Waiting for close lock at 1733449907029Disabling compacts and flushes for region at 1733449907029Disabling writes for close at 1733449907029Writing region close event to WAL at 1733449907030 (+1 ms)Closed at 1733449907030 2024-12-06T01:51:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741909_1087 (size=93) 2024-12-06T01:51:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741909_1087 (size=93) 2024-12-06T01:51:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741909_1087 (size=93) 2024-12-06T01:51:47,037 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:47,037 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-14198573:(num 1733449906973) 2024-12-06T01:51:47,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:47,040 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:47,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040, exclude list is [], retry=0 2024-12-06T01:51:47,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:47,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:47,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:47,066 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040 2024-12-06T01:51:47,066 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:47,067 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 80075e512334ce9eb18595f763de16fb, NAME => 'testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:47,067 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:47,067 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,067 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,068 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,069 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80075e512334ce9eb18595f763de16fb columnFamilyName a 2024-12-06T01:51:47,070 DEBUG [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,070 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] regionserver.HStore(327): Store=80075e512334ce9eb18595f763de16fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,070 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,071 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,073 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,073 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,073 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,075 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,076 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 80075e512334ce9eb18595f763de16fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74026952, jitterRate=0.10308754444122314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:51:47,077 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 80075e512334ce9eb18595f763de16fb: Writing region info on filesystem at 1733449907067Initializing all the Stores at 1733449907068 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907068Cleaning up temporary data from old regions at 1733449907073 (+5 ms)Region opened successfully at 1733449907077 (+4 ms) 2024-12-06T01:51:47,085 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 80075e512334ce9eb18595f763de16fb, disabling compactions & flushes 2024-12-06T01:51:47,085 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. 2024-12-06T01:51:47,086 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. 2024-12-06T01:51:47,086 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. after waiting 0 ms 2024-12-06T01:51:47,086 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. 2024-12-06T01:51:47,086 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. 2024-12-06T01:51:47,086 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. 2024-12-06T01:51:47,086 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 80075e512334ce9eb18595f763de16fb: Waiting for close lock at 1733449907085Disabling compacts and flushes for region at 1733449907085Disabling writes for close at 1733449907086 (+1 ms)Writing region close event to WAL at 1733449907086Closed at 1733449907086 2024-12-06T01:51:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741911_1089 (size=1623) 2024-12-06T01:51:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741911_1089 (size=1623) 2024-12-06T01:51:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741911_1089 (size=1623) 2024-12-06T01:51:47,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040 not finished, retry = 0 2024-12-06T01:51:47,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040, size=1.6 K (1623bytes) 2024-12-06T01:51:47,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040 2024-12-06T01:51:47,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040 after 1ms 2024-12-06T01:51:47,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040 took 3ms 2024-12-06T01:51:47,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040 so closing down 2024-12-06T01:51:47,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:47,222 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449907040.temp 2024-12-06T01:51:47,223 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000003-wal.1733449907040.temp 2024-12-06T01:51:47,224 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741912_1090 (size=1623) 2024-12-06T01:51:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741912_1090 (size=1623) 2024-12-06T01:51:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741912_1090 (size=1623) 2024-12-06T01:51:47,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000003-wal.1733449907040.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:47,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000003-wal.1733449907040.temp to hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000012 2024-12-06T01:51:47,233 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-12-06T01:51:47,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040, journal: Splitting hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040, size=1.6 K (1623bytes) at 1733449907215Finishing writing output for hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040 so closing down at 1733449907221 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000003-wal.1733449907040.temp at 1733449907223 (+2 ms)3 split writer threads finished at 1733449907224 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000003-wal.1733449907040.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733449907231 (+7 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000003-wal.1733449907040.temp to hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000012 at 1733449907233 (+2 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1733449907233 2024-12-06T01:51:47,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907040 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449907040 2024-12-06T01:51:47,236 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000012 2024-12-06T01:51:47,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:47,548 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:47,562 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907549, exclude list is [], retry=0 2024-12-06T01:51:47,565 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:47,565 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:47,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:47,568 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907549 2024-12-06T01:51:47,569 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:47,569 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 80075e512334ce9eb18595f763de16fb, NAME => 'testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:47,569 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:47,569 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,569 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,572 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,573 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80075e512334ce9eb18595f763de16fb columnFamilyName a 2024-12-06T01:51:47,574 DEBUG [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,574 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] regionserver.HStore(327): Store=80075e512334ce9eb18595f763de16fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,575 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,575 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,577 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,578 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000012 2024-12-06T01:51:47,580 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000012 2024-12-06T01:51:47,580 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 80075e512334ce9eb18595f763de16fb 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-06T01:51:47,602 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/.tmp/a/96c5d8d950514a95a6091cff9edd0cb1 is 79, key is testDatalossWhenInputError/a:x0/1733449907077/Put/seqid=0 2024-12-06T01:51:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741914_1092 (size=5808) 2024-12-06T01:51:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741914_1092 (size=5808) 2024-12-06T01:51:47,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741914_1092 (size=5808) 2024-12-06T01:51:47,611 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/.tmp/a/96c5d8d950514a95a6091cff9edd0cb1 2024-12-06T01:51:47,622 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/.tmp/a/96c5d8d950514a95a6091cff9edd0cb1 as hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/a/96c5d8d950514a95a6091cff9edd0cb1 2024-12-06T01:51:47,631 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/a/96c5d8d950514a95a6091cff9edd0cb1, entries=10, sequenceid=12, filesize=5.7 K 2024-12-06T01:51:47,631 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 80075e512334ce9eb18595f763de16fb in 51ms, sequenceid=12, compaction requested=false; wal=null 2024-12-06T01:51:47,632 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/0000000000000000012 2024-12-06T01:51:47,633 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,633 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,636 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-06T01:51:47,636 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-06T01:51:47,638 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T01:51:47,639 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 80075e512334ce9eb18595f763de16fb; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60072414, jitterRate=-0.10485127568244934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:51:47,640 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 80075e512334ce9eb18595f763de16fb: Writing region info on filesystem at 1733449907569Initializing all the Stores at 1733449907571 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907571Obtaining lock to block concurrent updates at 1733449907580 (+9 ms)Preparing flush snapshotting stores in 80075e512334ce9eb18595f763de16fb at 1733449907580Finished memstore snapshotting testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733449907581 (+1 ms)Flushing stores of testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb. at 1733449907581Flushing 80075e512334ce9eb18595f763de16fb/a: creating writer at 1733449907581Flushing 80075e512334ce9eb18595f763de16fb/a: appending metadata at 1733449907601 (+20 ms)Flushing 80075e512334ce9eb18595f763de16fb/a: closing flushed file at 1733449907601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b921ca2: reopening flushed file at 1733449907620 (+19 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 80075e512334ce9eb18595f763de16fb in 51ms, sequenceid=12, compaction requested=false; wal=null at 1733449907631 (+11 ms)Cleaning up temporary data from old regions at 1733449907633 (+2 ms)Region opened successfully at 1733449907640 (+7 ms) 2024-12-06T01:51:47,643 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 80075e512334ce9eb18595f763de16fb, NAME => 'testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:47,643 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733449906967.80075e512334ce9eb18595f763de16fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:47,643 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,643 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,645 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,645 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80075e512334ce9eb18595f763de16fb columnFamilyName a 2024-12-06T01:51:47,645 DEBUG [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,651 DEBUG [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/a/96c5d8d950514a95a6091cff9edd0cb1 2024-12-06T01:51:47,651 INFO [StoreOpener-80075e512334ce9eb18595f763de16fb-1 {}] regionserver.HStore(327): Store=80075e512334ce9eb18595f763de16fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,651 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,652 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,653 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,653 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,653 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,655 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 80075e512334ce9eb18595f763de16fb 2024-12-06T01:51:47,657 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testDatalossWhenInputError/80075e512334ce9eb18595f763de16fb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-06T01:51:47,658 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 80075e512334ce9eb18595f763de16fb; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63258766, jitterRate=-0.057370930910110474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:51:47,659 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 80075e512334ce9eb18595f763de16fb: Writing region info on filesystem at 1733449907643Initializing all the Stores at 1733449907644 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907644Cleaning up temporary data from old regions at 1733449907653 (+9 ms)Region opened successfully at 1733449907659 (+6 ms) 2024-12-06T01:51:47,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=424 (was 414) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:50376 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:60054 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:54990 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:55058 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:50298 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:60098 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-955670468-172.17.0.2-1733449873453:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=9862 (was 9879) 2024-12-06T01:51:47,683 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-06T01:51:47,702 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=424, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=9861 2024-12-06T01:51:47,702 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-06T01:51:47,724 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:47,726 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:47,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:47,729 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70352862, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-70352862, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:47,743 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70352862/hregion-70352862.1733449907729, exclude list is [], retry=0 2024-12-06T01:51:47,745 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:47,746 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:47,746 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:47,756 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70352862/hregion-70352862.1733449907729 2024-12-06T01:51:47,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:47,757 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6bf677f47759423e1206bed59ccfdcc9, NAME => 'testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:47,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741916_1094 (size=63) 2024-12-06T01:51:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741916_1094 (size=63) 2024-12-06T01:51:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741916_1094 (size=63) 2024-12-06T01:51:47,770 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:47,772 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,773 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf677f47759423e1206bed59ccfdcc9 columnFamilyName a 2024-12-06T01:51:47,773 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,774 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(327): Store=6bf677f47759423e1206bed59ccfdcc9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,774 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,775 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf677f47759423e1206bed59ccfdcc9 columnFamilyName b 2024-12-06T01:51:47,775 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,776 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(327): Store=6bf677f47759423e1206bed59ccfdcc9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,776 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,777 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf677f47759423e1206bed59ccfdcc9 columnFamilyName c 2024-12-06T01:51:47,777 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,778 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(327): Store=6bf677f47759423e1206bed59ccfdcc9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,778 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,778 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,779 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,780 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,780 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,781 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:47,782 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,784 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:47,784 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bf677f47759423e1206bed59ccfdcc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61509198, jitterRate=-0.08344152569770813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:47,785 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bf677f47759423e1206bed59ccfdcc9: Writing region info on filesystem at 1733449907770Initializing all the Stores at 1733449907771 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907771Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907772 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907772Cleaning up temporary data from old regions at 1733449907780 (+8 ms)Region opened successfully at 1733449907785 (+5 ms) 2024-12-06T01:51:47,785 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6bf677f47759423e1206bed59ccfdcc9, disabling compactions & flushes 2024-12-06T01:51:47,785 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. 2024-12-06T01:51:47,785 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. 2024-12-06T01:51:47,785 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. after waiting 0 ms 2024-12-06T01:51:47,785 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. 2024-12-06T01:51:47,788 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. 2024-12-06T01:51:47,788 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6bf677f47759423e1206bed59ccfdcc9: Waiting for close lock at 1733449907785Disabling compacts and flushes for region at 1733449907785Disabling writes for close at 1733449907785Writing region close event to WAL at 1733449907788 (+3 ms)Closed at 1733449907788 2024-12-06T01:51:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741915_1093 (size=93) 2024-12-06T01:51:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741915_1093 (size=93) 2024-12-06T01:51:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741915_1093 (size=93) 2024-12-06T01:51:47,798 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:47,798 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70352862:(num 1733449907729) 2024-12-06T01:51:47,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:47,800 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:47,813 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800, exclude list is [], retry=0 2024-12-06T01:51:47,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:47,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:47,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:47,820 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 2024-12-06T01:51:47,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:47,822 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bf677f47759423e1206bed59ccfdcc9, NAME => 'testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:47,823 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:47,823 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,823 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,826 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,826 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf677f47759423e1206bed59ccfdcc9 columnFamilyName a 2024-12-06T01:51:47,827 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,827 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(327): Store=6bf677f47759423e1206bed59ccfdcc9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,827 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,828 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf677f47759423e1206bed59ccfdcc9 columnFamilyName b 2024-12-06T01:51:47,828 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,828 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(327): Store=6bf677f47759423e1206bed59ccfdcc9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,829 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,830 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf677f47759423e1206bed59ccfdcc9 columnFamilyName c 2024-12-06T01:51:47,830 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:47,830 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(327): Store=6bf677f47759423e1206bed59ccfdcc9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:47,830 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,831 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,832 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,833 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,833 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,834 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:47,836 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:47,839 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bf677f47759423e1206bed59ccfdcc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68242577, jitterRate=0.016893640160560608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:47,839 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bf677f47759423e1206bed59ccfdcc9: Writing region info on filesystem at 1733449907823Initializing all the Stores at 1733449907824 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907824Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907826 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449907826Cleaning up temporary data from old regions at 1733449907833 (+7 ms)Region opened successfully at 1733449907839 (+6 ms) 2024-12-06T01:51:47,843 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733449907843/Put/seqid=0 2024-12-06T01:51:47,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741918_1096 (size=4875) 2024-12-06T01:51:47,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741918_1096 (size=4875) 2024-12-06T01:51:47,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741918_1096 (size=4875) 2024-12-06T01:51:47,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733449907858/Put/seqid=0 2024-12-06T01:51:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741919_1097 (size=4875) 2024-12-06T01:51:47,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741919_1097 (size=4875) 2024-12-06T01:51:47,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741919_1097 (size=4875) 2024-12-06T01:51:47,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733449907875/Put/seqid=0 2024-12-06T01:51:47,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741920_1098 (size=4875) 2024-12-06T01:51:47,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741920_1098 (size=4875) 2024-12-06T01:51:47,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741920_1098 (size=4875) 2024-12-06T01:51:47,885 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 6bf677f47759423e1206bed59ccfdcc9/a 2024-12-06T01:51:47,890 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-06T01:51:47,890 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T01:51:47,890 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 6bf677f47759423e1206bed59ccfdcc9/a 2024-12-06T01:51:47,895 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-06T01:51:47,895 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T01:51:47,895 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 6bf677f47759423e1206bed59ccfdcc9/a 2024-12-06T01:51:47,899 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-06T01:51:47,899 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T01:51:47,899 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6bf677f47759423e1206bed59ccfdcc9 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-06T01:51:47,916 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/.tmp/a/5594114487a04ba3a5c0895305e22037 is 55, key is testCompactedBulkLoadedFiles/a:a/1733449907840/Put/seqid=0 2024-12-06T01:51:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741921_1099 (size=5107) 2024-12-06T01:51:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741921_1099 (size=5107) 2024-12-06T01:51:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741921_1099 (size=5107) 2024-12-06T01:51:47,925 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/.tmp/a/5594114487a04ba3a5c0895305e22037 2024-12-06T01:51:47,931 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/.tmp/a/5594114487a04ba3a5c0895305e22037 as hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/5594114487a04ba3a5c0895305e22037 2024-12-06T01:51:47,937 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/5594114487a04ba3a5c0895305e22037, entries=1, sequenceid=4, filesize=5.0 K 2024-12-06T01:51:47,939 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 6bf677f47759423e1206bed59ccfdcc9 in 40ms, sequenceid=4, compaction requested=false 2024-12-06T01:51:47,939 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6bf677f47759423e1206bed59ccfdcc9: 2024-12-06T01:51:47,940 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_ 2024-12-06T01:51:47,941 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_ 2024-12-06T01:51:47,942 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_ 2024-12-06T01:51:47,943 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile0 into 6bf677f47759423e1206bed59ccfdcc9/a as hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_ - updating store file list. 2024-12-06T01:51:47,948 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73171417100143cca8161421e1e7cb2c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:51:47,948 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_ into 6bf677f47759423e1206bed59ccfdcc9/a 2024-12-06T01:51:47,948 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile0 into 6bf677f47759423e1206bed59ccfdcc9/a (new location: hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_) 2024-12-06T01:51:47,949 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile1 into 6bf677f47759423e1206bed59ccfdcc9/a as hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_ - updating store file list. 2024-12-06T01:51:47,954 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17a2e340b60544bcba579882aa945c21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:51:47,954 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_ into 6bf677f47759423e1206bed59ccfdcc9/a 2024-12-06T01:51:47,954 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile1 into 6bf677f47759423e1206bed59ccfdcc9/a (new location: hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_) 2024-12-06T01:51:47,955 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile2 into 6bf677f47759423e1206bed59ccfdcc9/a as hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_ - updating store file list. 2024-12-06T01:51:47,959 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fad91df676f4f59a8838ef1fe343022_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:51:47,959 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_ into 6bf677f47759423e1206bed59ccfdcc9/a 2024-12-06T01:51:47,959 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41881/hbase/testCompactedBulkLoadedFiles/hfile2 into 6bf677f47759423e1206bed59ccfdcc9/a (new location: hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_) 2024-12-06T01:51:47,968 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T01:51:47,968 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6bf677f47759423e1206bed59ccfdcc9/a is initiating major compaction (all files) 2024-12-06T01:51:47,968 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6bf677f47759423e1206bed59ccfdcc9/a in testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. 2024-12-06T01:51:47,969 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/5594114487a04ba3a5c0895305e22037, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_] into tmpdir=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/.tmp, totalSize=19.3 K 2024-12-06T01:51:47,969 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5594114487a04ba3a5c0895305e22037, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733449907840 2024-12-06T01:51:47,970 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 73171417100143cca8161421e1e7cb2c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-06T01:51:47,970 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 17a2e340b60544bcba579882aa945c21_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-06T01:51:47,971 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2fad91df676f4f59a8838ef1fe343022_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-06T01:51:47,985 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/.tmp/a/ea59f276a1ef4373a8e4dba997b5e126 is 55, key is testCompactedBulkLoadedFiles/a:a/1733449907840/Put/seqid=0 2024-12-06T01:51:47,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741922_1100 (size=6154) 2024-12-06T01:51:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741922_1100 (size=6154) 2024-12-06T01:51:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741922_1100 (size=6154) 2024-12-06T01:51:48,007 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/.tmp/a/ea59f276a1ef4373a8e4dba997b5e126 as hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/ea59f276a1ef4373a8e4dba997b5e126 2024-12-06T01:51:48,013 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 6bf677f47759423e1206bed59ccfdcc9/a of 6bf677f47759423e1206bed59ccfdcc9 into ea59f276a1ef4373a8e4dba997b5e126(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:51:48,013 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6bf677f47759423e1206bed59ccfdcc9: 2024-12-06T01:51:48,014 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-06T01:51:48,014 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-06T01:51:48,048 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800, size=0 (0bytes) 2024-12-06T01:51:48,048 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 might be still open, length is 0 2024-12-06T01:51:48,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 2024-12-06T01:51:48,049 WARN [IPC Server handler 3 on default port 41881 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-06T01:51:48,049 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 after 1ms 2024-12-06T01:51:48,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:50416 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37325:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50416 dst: /127.0.0.1:37325 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37325 remote=/127.0.0.1:50416]. Total timeout mills is 60000, 59063 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:48,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:60122 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45759:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60122 dst: /127.0.0.1:45759 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:48,952 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:55104 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33113:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55104 dst: /127.0.0.1:33113 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:48,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741917_1101 (size=1659) 2024-12-06T01:51:48,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741917_1101 (size=1659) 2024-12-06T01:51:52,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 after 4002ms 2024-12-06T01:51:52,053 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 took 4006ms 2024-12-06T01:51:52,055 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800; continuing. 2024-12-06T01:51:52,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 so closing down 2024-12-06T01:51:52,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:52,056 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449907800.temp 2024-12-06T01:51:52,058 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000003-wal.1733449907800.temp 2024-12-06T01:51:52,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:52,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741923_1102 (size=698) 2024-12-06T01:51:52,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741923_1102 (size=698) 2024-12-06T01:51:52,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741923_1102 (size=698) 2024-12-06T01:51:52,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000003-wal.1733449907800.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:52,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000003-wal.1733449907800.temp to hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000008 2024-12-06T01:51:52,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T01:51:52,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800, journal: Splitting hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800, size=0 (0bytes) at 1733449908048Finishing writing output for hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 so closing down at 1733449912055 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000003-wal.1733449907800.temp at 1733449912058 (+3 ms)3 split writer threads finished at 1733449912058Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000003-wal.1733449907800.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733449912069 (+11 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000003-wal.1733449907800.temp to hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000008 at 1733449912070 (+1 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800, size=0, length=0, corrupted=false, cancelled=false at 1733449912070 2024-12-06T01:51:52,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449907800 2024-12-06T01:51:52,073 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000008 2024-12-06T01:51:52,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:52,075 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:52,089 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449912075, exclude list is [], retry=0 2024-12-06T01:51:52,091 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:52,091 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:52,092 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:52,094 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449912075 2024-12-06T01:51:52,094 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-06T01:51:52,094 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bf677f47759423e1206bed59ccfdcc9, NAME => 'testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:52,095 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:52,095 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,095 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,096 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,097 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf677f47759423e1206bed59ccfdcc9 columnFamilyName a 2024-12-06T01:51:52,097 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,104 DEBUG [StoreFileOpener-6bf677f47759423e1206bed59ccfdcc9-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17a2e340b60544bcba579882aa945c21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:51:52,105 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_ 2024-12-06T01:51:52,108 DEBUG [StoreFileOpener-6bf677f47759423e1206bed59ccfdcc9-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fad91df676f4f59a8838ef1fe343022_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:51:52,108 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_ 2024-12-06T01:51:52,111 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/5594114487a04ba3a5c0895305e22037 2024-12-06T01:51:52,115 DEBUG [StoreFileOpener-6bf677f47759423e1206bed59ccfdcc9-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73171417100143cca8161421e1e7cb2c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:51:52,115 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_ 2024-12-06T01:51:52,119 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/ea59f276a1ef4373a8e4dba997b5e126 2024-12-06T01:51:52,119 WARN [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5d6b96af 2024-12-06T01:51:52,119 WARN [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5d6b96af 2024-12-06T01:51:52,119 WARN [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/5594114487a04ba3a5c0895305e22037 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5d6b96af 2024-12-06T01:51:52,119 WARN [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5d6b96af 2024-12-06T01:51:52,119 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/5594114487a04ba3a5c0895305e22037, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_] to archive 2024-12-06T01:51:52,120 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:51:52,122 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_ to hdfs://localhost:41881/hbase/archive/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/17a2e340b60544bcba579882aa945c21_SeqId_4_ 2024-12-06T01:51:52,123 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_ to hdfs://localhost:41881/hbase/archive/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/2fad91df676f4f59a8838ef1fe343022_SeqId_4_ 2024-12-06T01:51:52,124 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/5594114487a04ba3a5c0895305e22037 to hdfs://localhost:41881/hbase/archive/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/5594114487a04ba3a5c0895305e22037 2024-12-06T01:51:52,125 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_ to hdfs://localhost:41881/hbase/archive/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/a/73171417100143cca8161421e1e7cb2c_SeqId_4_ 2024-12-06T01:51:52,125 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(327): Store=6bf677f47759423e1206bed59ccfdcc9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,125 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,126 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf677f47759423e1206bed59ccfdcc9 columnFamilyName b 2024-12-06T01:51:52,126 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,127 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(327): Store=6bf677f47759423e1206bed59ccfdcc9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,127 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,128 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf677f47759423e1206bed59ccfdcc9 columnFamilyName c 2024-12-06T01:51:52,128 DEBUG [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,128 INFO [StoreOpener-6bf677f47759423e1206bed59ccfdcc9-1 {}] regionserver.HStore(327): Store=6bf677f47759423e1206bed59ccfdcc9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,128 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,129 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,130 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,131 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000008 2024-12-06T01:51:52,135 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 6bf677f47759423e1206bed59ccfdcc9 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "6bf677f47759423e1206bed59ccfdcc9" family_name: "a" compaction_input: "5594114487a04ba3a5c0895305e22037" compaction_input: "73171417100143cca8161421e1e7cb2c_SeqId_4_" compaction_input: "17a2e340b60544bcba579882aa945c21_SeqId_4_" compaction_input: "2fad91df676f4f59a8838ef1fe343022_SeqId_4_" compaction_output: "ea59f276a1ef4373a8e4dba997b5e126" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-06T01:51:52,135 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-06T01:51:52,135 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000008 2024-12-06T01:51:52,136 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/0000000000000000008 2024-12-06T01:51:52,137 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,137 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,137 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:52,139 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bf677f47759423e1206bed59ccfdcc9 2024-12-06T01:51:52,141 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testCompactedBulkLoadedFiles/6bf677f47759423e1206bed59ccfdcc9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T01:51:52,142 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bf677f47759423e1206bed59ccfdcc9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66293874, jitterRate=-0.012144297361373901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:52,142 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bf677f47759423e1206bed59ccfdcc9: Writing region info on filesystem at 1733449912095Initializing all the Stores at 1733449912096 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912096Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912096Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912096Cleaning up temporary data from old regions at 1733449912137 (+41 ms)Region opened successfully at 1733449912142 (+5 ms) 2024-12-06T01:51:52,144 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6bf677f47759423e1206bed59ccfdcc9, disabling compactions & flushes 2024-12-06T01:51:52,144 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. 2024-12-06T01:51:52,144 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. 2024-12-06T01:51:52,144 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. after waiting 0 ms 2024-12-06T01:51:52,144 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. 2024-12-06T01:51:52,145 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733449907724.6bf677f47759423e1206bed59ccfdcc9. 2024-12-06T01:51:52,145 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6bf677f47759423e1206bed59ccfdcc9: Waiting for close lock at 1733449912144Disabling compacts and flushes for region at 1733449912144Disabling writes for close at 1733449912144Writing region close event to WAL at 1733449912145 (+1 ms)Closed at 1733449912145 2024-12-06T01:51:52,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741924_1103 (size=93) 2024-12-06T01:51:52,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741924_1103 (size=93) 2024-12-06T01:51:52,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741924_1103 (size=93) 2024-12-06T01:51:52,149 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:52,149 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449912075) 2024-12-06T01:51:52,163 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=437 (was 424) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:41881 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2143232840_22 at /127.0.0.1:60188 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2143232840_22 at /127.0.0.1:50490 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 308) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9851 (was 9861) 2024-12-06T01:51:52,163 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-12-06T01:51:52,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=9850 2024-12-06T01:51:52,176 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-12-06T01:51:52,191 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:52,193 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:52,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:52,196 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60507037, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/hregion-60507037, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:52,209 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60507037/hregion-60507037.1733449912196, exclude list is [], retry=0 2024-12-06T01:51:52,211 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:52,212 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:52,212 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:52,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T01:51:52,215 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60507037/hregion-60507037.1733449912196 2024-12-06T01:51:52,216 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:52,217 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8245c0b793e1a299ef37c0d9fdfb139d, NAME => 'testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41881/hbase 2024-12-06T01:51:52,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741926_1105 (size=67) 2024-12-06T01:51:52,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741926_1105 (size=67) 2024-12-06T01:51:52,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741926_1105 (size=67) 2024-12-06T01:51:52,228 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:52,230 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,231 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName a 2024-12-06T01:51:52,231 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,232 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,232 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,233 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName b 2024-12-06T01:51:52,233 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,234 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,234 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,235 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName c 2024-12-06T01:51:52,235 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,236 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,236 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,239 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,239 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,239 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:52,241 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,243 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:52,244 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8245c0b793e1a299ef37c0d9fdfb139d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60962510, jitterRate=-0.09158781170845032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:52,244 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8245c0b793e1a299ef37c0d9fdfb139d: Writing region info on filesystem at 1733449912228Initializing all the Stores at 1733449912229 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912229Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912229Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912229Cleaning up temporary data from old regions at 1733449912239 (+10 ms)Region opened successfully at 1733449912244 (+5 ms) 2024-12-06T01:51:52,244 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8245c0b793e1a299ef37c0d9fdfb139d, disabling compactions & flushes 2024-12-06T01:51:52,244 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:52,244 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:52,245 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. after waiting 0 ms 2024-12-06T01:51:52,245 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:52,245 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:52,245 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8245c0b793e1a299ef37c0d9fdfb139d: Waiting for close lock at 1733449912244Disabling compacts and flushes for region at 1733449912244Disabling writes for close at 1733449912245 (+1 ms)Writing region close event to WAL at 1733449912245Closed at 1733449912245 2024-12-06T01:51:52,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741925_1104 (size=93) 2024-12-06T01:51:52,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741925_1104 (size=93) 2024-12-06T01:51:52,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741925_1104 (size=93) 2024-12-06T01:51:52,250 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:52,250 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60507037:(num 1733449912196) 2024-12-06T01:51:52,250 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:52,252 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:52,266 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253, exclude list is [], retry=0 2024-12-06T01:51:52,268 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:52,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:52,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:52,270 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253 2024-12-06T01:51:52,271 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:52,271 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8245c0b793e1a299ef37c0d9fdfb139d, NAME => 'testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:52,271 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:52,271 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,271 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,272 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,273 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName a 2024-12-06T01:51:52,274 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,274 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,274 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,275 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName b 2024-12-06T01:51:52,275 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,276 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,276 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,276 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName c 2024-12-06T01:51:52,277 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,277 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,277 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,278 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,280 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,280 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,281 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:52,282 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,283 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8245c0b793e1a299ef37c0d9fdfb139d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63595901, jitterRate=-0.052347227931022644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:52,283 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8245c0b793e1a299ef37c0d9fdfb139d: Writing region info on filesystem at 1733449912271Initializing all the Stores at 1733449912272 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912272Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912272Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912272Cleaning up temporary data from old regions at 1733449912280 (+8 ms)Region opened successfully at 1733449912283 (+3 ms) 2024-12-06T01:51:52,291 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8245c0b793e1a299ef37c0d9fdfb139d 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-06T01:51:52,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/a/576fbbf51b1e4d35b7a0ccc9edd25ed1 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733449912283/Put/seqid=0 2024-12-06T01:51:52,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741928_1107 (size=5958) 2024-12-06T01:51:52,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741928_1107 (size=5958) 2024-12-06T01:51:52,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741928_1107 (size=5958) 2024-12-06T01:51:52,315 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/a/576fbbf51b1e4d35b7a0ccc9edd25ed1 2024-12-06T01:51:52,321 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/a/576fbbf51b1e4d35b7a0ccc9edd25ed1 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/a/576fbbf51b1e4d35b7a0ccc9edd25ed1 2024-12-06T01:51:52,326 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/a/576fbbf51b1e4d35b7a0ccc9edd25ed1, entries=10, sequenceid=13, filesize=5.8 K 2024-12-06T01:51:52,327 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8245c0b793e1a299ef37c0d9fdfb139d in 36ms, sequenceid=13, compaction requested=false 2024-12-06T01:51:52,327 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8245c0b793e1a299ef37c0d9fdfb139d: 2024-12-06T01:51:52,345 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8245c0b793e1a299ef37c0d9fdfb139d, disabling compactions & flushes 2024-12-06T01:51:52,345 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:52,345 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:52,345 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. after waiting 0 ms 2024-12-06T01:51:52,345 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:52,346 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:52,346 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:52,346 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8245c0b793e1a299ef37c0d9fdfb139d: Waiting for close lock at 1733449912345Disabling compacts and flushes for region at 1733449912345Disabling writes for close at 1733449912345Writing region close event to WAL at 1733449912346 (+1 ms)Closed at 1733449912346 2024-12-06T01:51:52,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741927_1106 (size=5869) 2024-12-06T01:51:52,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741927_1106 (size=5869) 2024-12-06T01:51:52,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741927_1106 (size=5869) 2024-12-06T01:51:52,365 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253, size=5.7 K (5869bytes) 2024-12-06T01:51:52,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253 2024-12-06T01:51:52,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253 after 0ms 2024-12-06T01:51:52,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253 took 2ms 2024-12-06T01:51:52,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253 so closing down 2024-12-06T01:51:52,369 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:52,371 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449912253.temp 2024-12-06T01:51:52,372 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000003-wal.1733449912253.temp 2024-12-06T01:51:52,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741929_1108 (size=5223) 2024-12-06T01:51:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741929_1108 (size=5223) 2024-12-06T01:51:52,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741929_1108 (size=5223) 2024-12-06T01:51:52,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000003-wal.1733449912253.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:52,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000003-wal.1733449912253.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000035 2024-12-06T01:51:52,385 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-12-06T01:51:52,385 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253, journal: Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253, size=5.7 K (5869bytes) at 1733449912365Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253 so closing down at 1733449912369 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000003-wal.1733449912253.temp at 1733449912372 (+3 ms)3 split writer threads finished at 1733449912372Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000003-wal.1733449912253.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733449912383 (+11 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000003-wal.1733449912253.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000035 at 1733449912385 (+2 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1733449912385 2024-12-06T01:51:52,387 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912253 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449912253 2024-12-06T01:51:52,388 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000035 2024-12-06T01:51:52,388 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:52,389 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:52,403 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390, exclude list is [], retry=0 2024-12-06T01:51:52,405 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:52,406 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:52,406 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:52,407 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 2024-12-06T01:51:52,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-06T01:51:52,408 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8245c0b793e1a299ef37c0d9fdfb139d, NAME => 'testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:52,408 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:52,408 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,408 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,409 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,410 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName a 2024-12-06T01:51:52,410 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,415 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/a/576fbbf51b1e4d35b7a0ccc9edd25ed1 2024-12-06T01:51:52,416 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,416 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,417 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName b 2024-12-06T01:51:52,417 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,417 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,417 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,418 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName c 2024-12-06T01:51:52,418 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:52,418 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:52,418 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,419 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,421 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,421 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000035 2024-12-06T01:51:52,424 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000035 2024-12-06T01:51:52,424 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8245c0b793e1a299ef37c0d9fdfb139d 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-06T01:51:52,439 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/b/e4191be39e1c4881ac2f6af3752ab1bf is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733449912327/Put/seqid=0 2024-12-06T01:51:52,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741931_1110 (size=5958) 2024-12-06T01:51:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741931_1110 (size=5958) 2024-12-06T01:51:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741931_1110 (size=5958) 2024-12-06T01:51:52,452 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/b/e4191be39e1c4881ac2f6af3752ab1bf 2024-12-06T01:51:52,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/c/602f379e144e4426a641d0beedcf5a3e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733449912334/Put/seqid=0 2024-12-06T01:51:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741932_1111 (size=5958) 2024-12-06T01:51:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741932_1111 (size=5958) 2024-12-06T01:51:52,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741932_1111 (size=5958) 2024-12-06T01:51:52,482 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/c/602f379e144e4426a641d0beedcf5a3e 2024-12-06T01:51:52,489 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/b/e4191be39e1c4881ac2f6af3752ab1bf as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/b/e4191be39e1c4881ac2f6af3752ab1bf 2024-12-06T01:51:52,495 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/b/e4191be39e1c4881ac2f6af3752ab1bf, entries=10, sequenceid=35, filesize=5.8 K 2024-12-06T01:51:52,496 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/c/602f379e144e4426a641d0beedcf5a3e as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/c/602f379e144e4426a641d0beedcf5a3e 2024-12-06T01:51:52,502 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/c/602f379e144e4426a641d0beedcf5a3e, entries=10, sequenceid=35, filesize=5.8 K 2024-12-06T01:51:52,502 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8245c0b793e1a299ef37c0d9fdfb139d in 78ms, sequenceid=35, compaction requested=false; wal=null 2024-12-06T01:51:52,503 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000035 2024-12-06T01:51:52,504 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,504 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,504 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:52,506 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:52,508 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-06T01:51:52,509 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8245c0b793e1a299ef37c0d9fdfb139d; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72865886, jitterRate=0.08578631281852722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:52,509 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8245c0b793e1a299ef37c0d9fdfb139d: Writing region info on filesystem at 1733449912408Initializing all the Stores at 1733449912409 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912409Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912409Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449912409Obtaining lock to block concurrent updates at 1733449912424 (+15 ms)Preparing flush snapshotting stores in 8245c0b793e1a299ef37c0d9fdfb139d at 1733449912424Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733449912424Flushing stores of testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. at 1733449912424Flushing 8245c0b793e1a299ef37c0d9fdfb139d/b: creating writer at 1733449912424Flushing 8245c0b793e1a299ef37c0d9fdfb139d/b: appending metadata at 1733449912439 (+15 ms)Flushing 8245c0b793e1a299ef37c0d9fdfb139d/b: closing flushed file at 1733449912439Flushing 8245c0b793e1a299ef37c0d9fdfb139d/c: creating writer at 1733449912458 (+19 ms)Flushing 8245c0b793e1a299ef37c0d9fdfb139d/c: appending metadata at 1733449912474 (+16 ms)Flushing 8245c0b793e1a299ef37c0d9fdfb139d/c: closing flushed file at 1733449912474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3736c1b7: reopening flushed file at 1733449912488 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64707073: reopening flushed file at 1733449912495 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8245c0b793e1a299ef37c0d9fdfb139d in 78ms, sequenceid=35, compaction requested=false; wal=null at 1733449912502 (+7 ms)Cleaning up temporary data from old regions at 1733449912504 (+2 ms)Region opened successfully at 1733449912509 (+5 ms) 2024-12-06T01:51:52,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390, size=0 (0bytes) 2024-12-06T01:51:52,582 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 might be still open, length is 0 2024-12-06T01:51:52,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 2024-12-06T01:51:52,582 WARN [IPC Server handler 3 on default port 41881 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-06T01:51:52,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 after 0ms 2024-12-06T01:51:54,950 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:60240 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45759:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60240 dst: /127.0.0.1:45759 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45759 remote=/127.0.0.1:60240]. Total timeout mills is 60000, 57591 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:54,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:50560 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37325:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50560 dst: /127.0.0.1:37325 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:54,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-244049478_22 at /127.0.0.1:55236 [Receiving block BP-955670468-172.17.0.2-1733449873453:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33113:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55236 dst: /127.0.0.1:33113 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:54,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741930_1112 (size=5215) 2024-12-06T01:51:54,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741930_1112 (size=5215) 2024-12-06T01:51:56,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 after 4001ms 2024-12-06T01:51:56,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 took 4005ms 2024-12-06T01:51:56,588 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390; continuing. 2024-12-06T01:51:56,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 so closing down 2024-12-06T01:51:56,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:51:56,590 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733449912390.temp 2024-12-06T01:51:56,591 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000037-wal.1733449912390.temp 2024-12-06T01:51:56,591 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:51:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741933_1113 (size=5223) 2024-12-06T01:51:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741933_1113 (size=5223) 2024-12-06T01:51:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741933_1113 (size=5223) 2024-12-06T01:51:56,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000037-wal.1733449912390.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-06T01:51:56,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000037-wal.1733449912390.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000066 2024-12-06T01:51:56,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T01:51:56,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390, journal: Splitting hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390, size=0 (0bytes) at 1733449912582Finishing writing output for hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 so closing down at 1733449916588 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000037-wal.1733449912390.temp at 1733449916591 (+3 ms)3 split writer threads finished at 1733449916591Closed recovered edits writer path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000037-wal.1733449912390.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733449916598 (+7 ms)Rename recovered edits hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000037-wal.1733449912390.temp to hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000066 at 1733449916599 (+1 ms)Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390, size=0, length=0, corrupted=false, cancelled=false at 1733449916599 2024-12-06T01:51:56,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 to hdfs://localhost:41881/hbase/oldWALs/wal.1733449912390 2024-12-06T01:51:56,602 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000066 2024-12-06T01:51:56,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:51:56,604 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41881/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190, archiveDir=hdfs://localhost:41881/hbase/oldWALs, maxLogs=32 2024-12-06T01:51:56,618 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449916604, exclude list is [], retry=0 2024-12-06T01:51:56,620 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-99319f79-509d-455b-8710-fc06ee8bfb81,DISK] 2024-12-06T01:51:56,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33113,DS-5ca2fb46-a632-4658-b320-9168d4580254,DISK] 2024-12-06T01:51:56,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-5a081edd-b8b5-4019-9e90-9e5f21f7d06b,DISK] 2024-12-06T01:51:56,623 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449916604 2024-12-06T01:51:56,623 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T01:51:56,623 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:56,625 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:56,626 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName a 2024-12-06T01:51:56,626 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:56,631 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/a/576fbbf51b1e4d35b7a0ccc9edd25ed1 2024-12-06T01:51:56,631 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:56,631 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:56,632 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName b 2024-12-06T01:51:56,632 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:56,637 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/b/e4191be39e1c4881ac2f6af3752ab1bf 2024-12-06T01:51:56,637 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:56,637 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:56,638 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8245c0b793e1a299ef37c0d9fdfb139d columnFamilyName c 2024-12-06T01:51:56,638 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:56,643 DEBUG [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/c/602f379e144e4426a641d0beedcf5a3e 2024-12-06T01:51:56,643 INFO [StoreOpener-8245c0b793e1a299ef37c0d9fdfb139d-1 {}] regionserver.HStore(327): Store=8245c0b793e1a299ef37c0d9fdfb139d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:56,643 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:56,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:56,645 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:56,646 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000066 2024-12-06T01:51:56,653 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000066 2024-12-06T01:51:56,653 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8245c0b793e1a299ef37c0d9fdfb139d 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-06T01:51:56,669 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/a/6d8b15fa82b54733b538fff208cb3f89 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733449912517/Put/seqid=0 2024-12-06T01:51:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741935_1115 (size=5958) 2024-12-06T01:51:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741935_1115 (size=5958) 2024-12-06T01:51:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741935_1115 (size=5958) 2024-12-06T01:51:56,678 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/a/6d8b15fa82b54733b538fff208cb3f89 2024-12-06T01:51:56,698 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/b/ed151866f1a1400c88eca769792a2970 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733449912526/Put/seqid=0 2024-12-06T01:51:56,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741936_1116 (size=5958) 2024-12-06T01:51:56,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741936_1116 (size=5958) 2024-12-06T01:51:56,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741936_1116 (size=5958) 2024-12-06T01:51:56,705 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/b/ed151866f1a1400c88eca769792a2970 2024-12-06T01:51:56,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/c/40b5bc587fe142349a57a5caae6c779d is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733449912533/Put/seqid=0 2024-12-06T01:51:56,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741937_1117 (size=5958) 2024-12-06T01:51:56,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741937_1117 (size=5958) 2024-12-06T01:51:56,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741937_1117 (size=5958) 2024-12-06T01:51:56,737 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/c/40b5bc587fe142349a57a5caae6c779d 2024-12-06T01:51:56,743 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/a/6d8b15fa82b54733b538fff208cb3f89 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/a/6d8b15fa82b54733b538fff208cb3f89 2024-12-06T01:51:56,747 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/a/6d8b15fa82b54733b538fff208cb3f89, entries=10, sequenceid=66, filesize=5.8 K 2024-12-06T01:51:56,748 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/b/ed151866f1a1400c88eca769792a2970 as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/b/ed151866f1a1400c88eca769792a2970 2024-12-06T01:51:56,752 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/b/ed151866f1a1400c88eca769792a2970, entries=10, sequenceid=66, filesize=5.8 K 2024-12-06T01:51:56,753 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/.tmp/c/40b5bc587fe142349a57a5caae6c779d as hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/c/40b5bc587fe142349a57a5caae6c779d 2024-12-06T01:51:56,757 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/c/40b5bc587fe142349a57a5caae6c779d, entries=10, sequenceid=66, filesize=5.8 K 2024-12-06T01:51:56,757 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8245c0b793e1a299ef37c0d9fdfb139d in 104ms, sequenceid=66, compaction requested=false; wal=null 2024-12-06T01:51:56,758 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/0000000000000000066 2024-12-06T01:51:56,759 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:56,759 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:56,760 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:51:56,761 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8245c0b793e1a299ef37c0d9fdfb139d 2024-12-06T01:51:56,763 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/hbase/data/default/testReplayEditsWrittenViaHRegion/8245c0b793e1a299ef37c0d9fdfb139d/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-06T01:51:56,764 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8245c0b793e1a299ef37c0d9fdfb139d; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68907050, jitterRate=0.02679505944252014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:51:56,764 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8245c0b793e1a299ef37c0d9fdfb139d: Writing region info on filesystem at 1733449916623Initializing all the Stores at 1733449916624 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449916624Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449916624Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449916624Obtaining lock to block concurrent updates at 1733449916653 (+29 ms)Preparing flush snapshotting stores in 8245c0b793e1a299ef37c0d9fdfb139d at 1733449916653Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733449916653Flushing stores of testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. at 1733449916653Flushing 8245c0b793e1a299ef37c0d9fdfb139d/a: creating writer at 1733449916653Flushing 8245c0b793e1a299ef37c0d9fdfb139d/a: appending metadata at 1733449916669 (+16 ms)Flushing 8245c0b793e1a299ef37c0d9fdfb139d/a: closing flushed file at 1733449916669Flushing 8245c0b793e1a299ef37c0d9fdfb139d/b: creating writer at 1733449916683 (+14 ms)Flushing 8245c0b793e1a299ef37c0d9fdfb139d/b: appending metadata at 1733449916698 (+15 ms)Flushing 8245c0b793e1a299ef37c0d9fdfb139d/b: closing flushed file at 1733449916698Flushing 8245c0b793e1a299ef37c0d9fdfb139d/c: creating writer at 1733449916711 (+13 ms)Flushing 8245c0b793e1a299ef37c0d9fdfb139d/c: appending metadata at 1733449916728 (+17 ms)Flushing 8245c0b793e1a299ef37c0d9fdfb139d/c: closing flushed file at 1733449916728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f451aa: reopening flushed file at 1733449916742 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ac19a6: reopening flushed file at 1733449916747 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a1b2e5: reopening flushed file at 1733449916752 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8245c0b793e1a299ef37c0d9fdfb139d in 104ms, sequenceid=66, compaction requested=false; wal=null at 1733449916757 (+5 ms)Cleaning up temporary data from old regions at 1733449916759 (+2 ms)Region opened successfully at 1733449916764 (+5 ms) 2024-12-06T01:51:56,778 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8245c0b793e1a299ef37c0d9fdfb139d, disabling compactions & flushes 2024-12-06T01:51:56,778 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:56,778 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:56,778 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. after waiting 0 ms 2024-12-06T01:51:56,779 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:56,780 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449912192.8245c0b793e1a299ef37c0d9fdfb139d. 2024-12-06T01:51:56,780 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8245c0b793e1a299ef37c0d9fdfb139d: Waiting for close lock at 1733449916778Disabling compacts and flushes for region at 1733449916778Disabling writes for close at 1733449916778Writing region close event to WAL at 1733449916780 (+2 ms)Closed at 1733449916780 2024-12-06T01:51:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741934_1114 (size=93) 2024-12-06T01:51:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741934_1114 (size=93) 2024-12-06T01:51:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741934_1114 (size=93) 2024-12-06T01:51:56,786 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:51:56,786 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449916604) 2024-12-06T01:51:56,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=444 (was 437) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2135003557_22 at /127.0.0.1:47964 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:41881 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2135003557_22 at /127.0.0.1:39078 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2135003557_22 at /127.0.0.1:60428 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=9834 (was 9850) 2024-12-06T01:51:56,805 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-06T01:51:56,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T01:51:56,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:51:56,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:56,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:56,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:56,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T01:51:56,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T01:51:56,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=532891492, stopped=false 2024-12-06T01:51:56,807 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c764f7c3aa,33351,1733449877189 2024-12-06T01:51:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:56,809 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:51:56,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:56,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:56,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:56,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:51:56,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:56,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:56,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,38199,1733449878094' ***** 2024-12-06T01:51:56,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T01:51:56,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,35091,1733449878136' ***** 2024-12-06T01:51:56,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T01:51:56,812 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:51:56,812 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:51:56,812 INFO [RS:2;00c764f7c3aa:35091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T01:51:56,812 INFO [RS:1;00c764f7c3aa:38199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T01:51:56,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:51:56,812 INFO [RS:2;00c764f7c3aa:35091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T01:51:56,812 INFO [RS:1;00c764f7c3aa:38199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T01:51:56,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:51:56,813 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(3091): Received CLOSE for ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:56,813 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:56,813 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:51:56,813 INFO [RS:1;00c764f7c3aa:38199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;00c764f7c3aa:38199. 2024-12-06T01:51:56,813 DEBUG [RS:1;00c764f7c3aa:38199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:56,813 DEBUG [RS:1;00c764f7c3aa:38199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:56,813 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:51:56,813 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:51:56,813 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:51:56,813 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T01:51:56,813 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:56,813 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:51:56,813 INFO [RS:2;00c764f7c3aa:35091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;00c764f7c3aa:35091. 2024-12-06T01:51:56,813 DEBUG [RS:2;00c764f7c3aa:35091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:56,813 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce61035cb511e20529a99ccbf3e4a099, disabling compactions & flushes 2024-12-06T01:51:56,813 DEBUG [RS:2;00c764f7c3aa:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:56,813 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T01:51:56,813 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:56,813 DEBUG [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T01:51:56,813 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T01:51:56,813 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:56,813 DEBUG [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T01:51:56,813 DEBUG [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(1325): Online Regions={ce61035cb511e20529a99ccbf3e4a099=testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099.} 2024-12-06T01:51:56,814 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. after waiting 0 ms 2024-12-06T01:51:56,814 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:56,814 DEBUG [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(1351): Waiting on ce61035cb511e20529a99ccbf3e4a099 2024-12-06T01:51:56,814 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:51:56,814 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:51:56,814 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:51:56,814 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:51:56,814 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:51:56,814 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-06T01:51:56,819 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ce61035cb511e20529a99ccbf3e4a099/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-06T01:51:56,820 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:56,820 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce61035cb511e20529a99ccbf3e4a099: Waiting for close lock at 1733449916813Running coprocessor pre-close hooks at 1733449916813Disabling compacts and flushes for region at 1733449916813Disabling writes for close at 1733449916814 (+1 ms)Writing region close event to WAL at 1733449916815 (+1 ms)Running coprocessor post-close hooks at 1733449916820 (+5 ms)Closed at 1733449916820 2024-12-06T01:51:56,820 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099. 2024-12-06T01:51:56,844 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/.tmp/info/c6ed2819d0844cceb3d509079186700f is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733449893412.ce61035cb511e20529a99ccbf3e4a099./info:regioninfo/1733449896505/Put/seqid=0 2024-12-06T01:51:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741938_1118 (size=8243) 2024-12-06T01:51:56,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741938_1118 (size=8243) 2024-12-06T01:51:56,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741938_1118 (size=8243) 2024-12-06T01:51:56,852 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/.tmp/info/c6ed2819d0844cceb3d509079186700f 2024-12-06T01:51:56,901 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:51:56,901 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:51:56,908 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/.tmp/ns/0d4ed18fbf484ddf9975027092930309 is 43, key is default/ns:d/1733449880275/Put/seqid=0 2024-12-06T01:51:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741939_1119 (size=5153) 2024-12-06T01:51:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741939_1119 (size=5153) 2024-12-06T01:51:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741939_1119 (size=5153) 2024-12-06T01:51:56,916 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/.tmp/ns/0d4ed18fbf484ddf9975027092930309 2024-12-06T01:51:56,937 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/.tmp/table/cecbd8dc713b400fa1081f2b5ffdc928 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733449893861/Put/seqid=0 2024-12-06T01:51:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741940_1120 (size=5431) 2024-12-06T01:51:56,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741940_1120 (size=5431) 2024-12-06T01:51:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741940_1120 (size=5431) 2024-12-06T01:51:56,944 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/.tmp/table/cecbd8dc713b400fa1081f2b5ffdc928 2024-12-06T01:51:56,950 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/.tmp/info/c6ed2819d0844cceb3d509079186700f as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/info/c6ed2819d0844cceb3d509079186700f 2024-12-06T01:51:56,955 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/info/c6ed2819d0844cceb3d509079186700f, entries=18, sequenceid=21, filesize=8.0 K 2024-12-06T01:51:56,956 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/.tmp/ns/0d4ed18fbf484ddf9975027092930309 as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/ns/0d4ed18fbf484ddf9975027092930309 2024-12-06T01:51:56,961 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/ns/0d4ed18fbf484ddf9975027092930309, entries=2, sequenceid=21, filesize=5.0 K 2024-12-06T01:51:56,962 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/.tmp/table/cecbd8dc713b400fa1081f2b5ffdc928 as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/table/cecbd8dc713b400fa1081f2b5ffdc928 2024-12-06T01:51:56,967 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/table/cecbd8dc713b400fa1081f2b5ffdc928, entries=2, sequenceid=21, filesize=5.3 K 2024-12-06T01:51:56,968 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=21, compaction requested=false 2024-12-06T01:51:56,972 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-06T01:51:56,973 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:51:56,973 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:51:56,973 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449916813Running coprocessor pre-close hooks at 1733449916814 (+1 ms)Disabling compacts and flushes for region at 1733449916814Disabling writes for close at 1733449916814Obtaining lock to block concurrent updates at 1733449916814Preparing flush snapshotting stores in 1588230740 at 1733449916814Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733449916815 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733449916815Flushing 1588230740/info: creating writer at 1733449916816 (+1 ms)Flushing 1588230740/info: appending metadata at 1733449916843 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733449916843Flushing 1588230740/ns: creating writer at 1733449916859 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733449916907 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1733449916908 (+1 ms)Flushing 1588230740/table: creating writer at 1733449916922 (+14 ms)Flushing 1588230740/table: appending metadata at 1733449916936 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733449916936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735d7723: reopening flushed file at 1733449916949 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619983a0: reopening flushed file at 1733449916955 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2132f238: reopening flushed file at 1733449916961 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=21, compaction requested=false at 1733449916968 (+7 ms)Writing region close event to WAL at 1733449916969 (+1 ms)Running coprocessor post-close hooks at 1733449916973 (+4 ms)Closed at 1733449916973 2024-12-06T01:51:56,973 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T01:51:57,014 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,38199,1733449878094; all regions closed. 2024-12-06T01:51:57,014 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,35091,1733449878136; all regions closed. 2024-12-06T01:51:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741836_1012 (size=8899) 2024-12-06T01:51:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741836_1012 (size=8899) 2024-12-06T01:51:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741834_1010 (size=928) 2024-12-06T01:51:57,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741836_1012 (size=8899) 2024-12-06T01:51:57,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741834_1010 (size=928) 2024-12-06T01:51:57,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741834_1010 (size=928) 2024-12-06T01:51:57,020 DEBUG [RS:1;00c764f7c3aa:38199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/oldWALs 2024-12-06T01:51:57,021 INFO [RS:1;00c764f7c3aa:38199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C38199%2C1733449878094.meta:.meta(num 1733449880062) 2024-12-06T01:51:57,021 DEBUG [RS:2;00c764f7c3aa:35091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/oldWALs 2024-12-06T01:51:57,022 INFO [RS:2;00c764f7c3aa:35091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C35091%2C1733449878136:(num 1733449879613) 2024-12-06T01:51:57,022 DEBUG [RS:2;00c764f7c3aa:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:57,022 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:51:57,022 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:51:57,022 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T01:51:57,022 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:51:57,022 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:51:57,022 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:51:57,022 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:51:57,022 INFO [RS:2;00c764f7c3aa:35091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35091 2024-12-06T01:51:57,023 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:51:57,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741833_1009 (size=2598) 2024-12-06T01:51:57,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741833_1009 (size=2598) 2024-12-06T01:51:57,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741833_1009 (size=2598) 2024-12-06T01:51:57,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:51:57,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,35091,1733449878136 2024-12-06T01:51:57,025 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:51:57,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,35091,1733449878136] 2024-12-06T01:51:57,027 DEBUG [RS:1;00c764f7c3aa:38199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/oldWALs 2024-12-06T01:51:57,027 INFO [RS:1;00c764f7c3aa:38199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C38199%2C1733449878094:(num 1733449879613) 2024-12-06T01:51:57,027 DEBUG [RS:1;00c764f7c3aa:38199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:57,027 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:51:57,027 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:51:57,027 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T01:51:57,028 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:51:57,028 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:51:57,028 INFO [RS:1;00c764f7c3aa:38199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38199 2024-12-06T01:51:57,028 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,35091,1733449878136 already deleted, retry=false 2024-12-06T01:51:57,029 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,35091,1733449878136 expired; onlineServers=1 2024-12-06T01:51:57,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:51:57,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,38199,1733449878094 2024-12-06T01:51:57,030 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:51:57,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,38199,1733449878094] 2024-12-06T01:51:57,032 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,38199,1733449878094 already deleted, retry=false 2024-12-06T01:51:57,032 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,38199,1733449878094 expired; onlineServers=0 2024-12-06T01:51:57,033 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c764f7c3aa,33351,1733449877189' ***** 2024-12-06T01:51:57,033 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T01:51:57,033 INFO [M:0;00c764f7c3aa:33351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:51:57,033 INFO [M:0;00c764f7c3aa:33351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:51:57,033 DEBUG [M:0;00c764f7c3aa:33351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T01:51:57,033 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T01:51:57,033 DEBUG [M:0;00c764f7c3aa:33351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T01:51:57,033 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449879242 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449879242,5,FailOnTimeoutGroup] 2024-12-06T01:51:57,033 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449879243 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449879243,5,FailOnTimeoutGroup] 2024-12-06T01:51:57,034 INFO [M:0;00c764f7c3aa:33351 {}] hbase.ChoreService(370): Chore service for: master/00c764f7c3aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T01:51:57,034 INFO [M:0;00c764f7c3aa:33351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:51:57,034 DEBUG [M:0;00c764f7c3aa:33351 {}] master.HMaster(1795): Stopping service threads 2024-12-06T01:51:57,034 INFO [M:0;00c764f7c3aa:33351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T01:51:57,034 INFO [M:0;00c764f7c3aa:33351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:51:57,034 INFO [M:0;00c764f7c3aa:33351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T01:51:57,035 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T01:51:57,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T01:51:57,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:57,035 DEBUG [M:0;00c764f7c3aa:33351 {}] zookeeper.ZKUtil(347): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T01:51:57,035 WARN [M:0;00c764f7c3aa:33351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T01:51:57,036 INFO [M:0;00c764f7c3aa:33351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/.lastflushedseqids 2024-12-06T01:51:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741941_1121 (size=138) 2024-12-06T01:51:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741941_1121 (size=138) 2024-12-06T01:51:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741941_1121 (size=138) 2024-12-06T01:51:57,049 INFO [M:0;00c764f7c3aa:33351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T01:51:57,049 INFO [M:0;00c764f7c3aa:33351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T01:51:57,050 DEBUG [M:0;00c764f7c3aa:33351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:51:57,050 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:57,050 DEBUG [M:0;00c764f7c3aa:33351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:57,050 DEBUG [M:0;00c764f7c3aa:33351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:51:57,050 DEBUG [M:0;00c764f7c3aa:33351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:57,050 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-06T01:51:57,072 DEBUG [M:0;00c764f7c3aa:33351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b1ad228796e45f88711d2f8c2cae5b1 is 82, key is hbase:meta,,1/info:regioninfo/1733449880162/Put/seqid=0 2024-12-06T01:51:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741942_1122 (size=5672) 2024-12-06T01:51:57,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741942_1122 (size=5672) 2024-12-06T01:51:57,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741942_1122 (size=5672) 2024-12-06T01:51:57,080 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b1ad228796e45f88711d2f8c2cae5b1 2024-12-06T01:51:57,100 DEBUG [M:0;00c764f7c3aa:33351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b2aec717b8d4bccbfe4969fc7a24d84 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733449893868/Put/seqid=0 2024-12-06T01:51:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741943_1123 (size=7755) 2024-12-06T01:51:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741943_1123 (size=7755) 2024-12-06T01:51:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741943_1123 (size=7755) 2024-12-06T01:51:57,112 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b2aec717b8d4bccbfe4969fc7a24d84 2024-12-06T01:51:57,117 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b2aec717b8d4bccbfe4969fc7a24d84 2024-12-06T01:51:57,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:57,127 INFO [RS:2;00c764f7c3aa:35091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:51:57,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1006505bc4d0003, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:57,127 INFO [RS:2;00c764f7c3aa:35091 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,35091,1733449878136; zookeeper connection closed. 2024-12-06T01:51:57,128 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1142ff44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1142ff44 2024-12-06T01:51:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:57,132 INFO [RS:1;00c764f7c3aa:38199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:51:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1006505bc4d0002, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:57,132 INFO [RS:1;00c764f7c3aa:38199 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,38199,1733449878094; zookeeper connection closed. 2024-12-06T01:51:57,132 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13a6a8fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13a6a8fe 2024-12-06T01:51:57,133 DEBUG [M:0;00c764f7c3aa:33351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7f7143cc6f64608a469f0b8796964c8 is 69, key is 00c764f7c3aa,35091,1733449878136/rs:state/1733449879361/Put/seqid=0 2024-12-06T01:51:57,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T01:51:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741944_1124 (size=5440) 2024-12-06T01:51:57,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741944_1124 (size=5440) 2024-12-06T01:51:57,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741944_1124 (size=5440) 2024-12-06T01:51:57,141 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7f7143cc6f64608a469f0b8796964c8 2024-12-06T01:51:57,146 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7f7143cc6f64608a469f0b8796964c8 2024-12-06T01:51:57,147 DEBUG [M:0;00c764f7c3aa:33351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b1ad228796e45f88711d2f8c2cae5b1 as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b1ad228796e45f88711d2f8c2cae5b1 2024-12-06T01:51:57,153 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b1ad228796e45f88711d2f8c2cae5b1, entries=8, sequenceid=168, filesize=5.5 K 2024-12-06T01:51:57,154 DEBUG [M:0;00c764f7c3aa:33351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b2aec717b8d4bccbfe4969fc7a24d84 as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b2aec717b8d4bccbfe4969fc7a24d84 2024-12-06T01:51:57,159 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b2aec717b8d4bccbfe4969fc7a24d84 2024-12-06T01:51:57,159 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b2aec717b8d4bccbfe4969fc7a24d84, entries=17, sequenceid=168, filesize=7.6 K 2024-12-06T01:51:57,160 DEBUG [M:0;00c764f7c3aa:33351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7f7143cc6f64608a469f0b8796964c8 as hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7f7143cc6f64608a469f0b8796964c8 2024-12-06T01:51:57,165 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7f7143cc6f64608a469f0b8796964c8 2024-12-06T01:51:57,165 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41881/user/jenkins/test-data/4626fb8d-88ba-1ac9-db89-963ce1c9d44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7f7143cc6f64608a469f0b8796964c8, entries=3, sequenceid=168, filesize=5.3 K 2024-12-06T01:51:57,166 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=168, compaction requested=false 2024-12-06T01:51:57,169 INFO [M:0;00c764f7c3aa:33351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:57,169 DEBUG [M:0;00c764f7c3aa:33351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449917050Disabling compacts and flushes for region at 1733449917050Disabling writes for close at 1733449917050Obtaining lock to block concurrent updates at 1733449917050Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733449917050Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733449917050Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733449917051 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733449917051Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733449917072 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733449917072Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733449917084 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733449917099 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733449917099Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733449917117 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733449917132 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733449917132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f562b94: reopening flushed file at 1733449917147 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6bc7c4: reopening flushed file at 1733449917153 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7433ce2a: reopening flushed file at 1733449917160 (+7 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=168, compaction requested=false at 1733449917166 (+6 ms)Writing region close event to WAL at 1733449917169 (+3 ms)Closed at 1733449917169 2024-12-06T01:51:57,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741830_1006 (size=81431) 2024-12-06T01:51:57,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33113 is added to blk_1073741830_1006 (size=81431) 2024-12-06T01:51:57,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741830_1006 (size=81431) 2024-12-06T01:51:57,174 INFO [M:0;00c764f7c3aa:33351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T01:51:57,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:51:57,175 INFO [M:0;00c764f7c3aa:33351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33351 2024-12-06T01:51:57,175 INFO [M:0;00c764f7c3aa:33351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:51:57,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:57,277 INFO [M:0;00c764f7c3aa:33351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:51:57,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1006505bc4d0000, quorum=127.0.0.1:60307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:57,286 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449897334 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449897334 (inode 16655) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449896897/wal.1733449897334 (inode 16655) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:51:57,287 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449888952/wal.1733449889058 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:57,288 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449912190/wal.1733449912390 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:57,290 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449906735 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449906735 (inode 16678) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449897486/wal.1733449906735 (inode 16678) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:51:57,291 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449881877/wal.1733449881950 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:57,293 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907549 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907549 (inode 16704) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449906966/wal.1733449907549 (inode 16704) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:51:57,294 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449907723/wal.1733449907800 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:51:57,296 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal.1733449881738 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal.1733449881738 (inode 16485) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449881140/wal.1733449881738 (inode 16485) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:51:57,298 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal.1733449880867 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal.1733449880867 (inode 16462) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449880585/wal.1733449880867 (inode 16462) Holder DFSClient_NONMAPREDUCE_-244049478_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:51:57,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50b13206{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:57,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3267e685{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:57,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:57,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8696d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:57,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37d4eea4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:57,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:51:57,310 WARN [BP-955670468-172.17.0.2-1733449873453 heartbeating to localhost/127.0.0.1:41881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:51:57,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:51:57,310 WARN [BP-955670468-172.17.0.2-1733449873453 heartbeating to localhost/127.0.0.1:41881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955670468-172.17.0.2-1733449873453 (Datanode Uuid d3ba2658-5f51-42c0-931e-1db8b6b97a96) service to localhost/127.0.0.1:41881 2024-12-06T01:51:57,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data5/current/BP-955670468-172.17.0.2-1733449873453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:57,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data6/current/BP-955670468-172.17.0.2-1733449873453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:57,313 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:51:57,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@494486cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:57,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d076b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:57,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:57,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@152e2397{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:57,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc499ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:57,317 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:51:57,317 WARN [BP-955670468-172.17.0.2-1733449873453 heartbeating to localhost/127.0.0.1:41881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:51:57,317 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:51:57,317 WARN [BP-955670468-172.17.0.2-1733449873453 heartbeating to localhost/127.0.0.1:41881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955670468-172.17.0.2-1733449873453 (Datanode Uuid 2170c672-34d0-44de-9512-b5681ef74856) service to localhost/127.0.0.1:41881 2024-12-06T01:51:57,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data3/current/BP-955670468-172.17.0.2-1733449873453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:57,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data4/current/BP-955670468-172.17.0.2-1733449873453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:57,318 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:51:57,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb7bef3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:57,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4080a860{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:57,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:57,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c19a0d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:57,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f9ab09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:57,323 WARN [BP-955670468-172.17.0.2-1733449873453 heartbeating to localhost/127.0.0.1:41881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:51:57,323 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:51:57,323 WARN [BP-955670468-172.17.0.2-1733449873453 heartbeating to localhost/127.0.0.1:41881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955670468-172.17.0.2-1733449873453 (Datanode Uuid c7a7b75f-77b0-44b2-84c1-49b43ed9991f) service to localhost/127.0.0.1:41881 2024-12-06T01:51:57,323 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:51:57,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data1/current/BP-955670468-172.17.0.2-1733449873453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:57,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/cluster_db106477-8e16-fbb2-5c49-90d4d674f605/data/data2/current/BP-955670468-172.17.0.2-1733449873453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:57,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:51:57,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:51:57,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:57,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:57,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:57,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ae6d0d-9743-d5fc-242f-792a0f1cee13/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:57,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T01:51:57,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down