2024-11-25 14:18:32,690 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-25 14:18:32,705 main DEBUG Took 0.012693 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 14:18:32,706 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 14:18:32,706 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 14:18:32,708 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 14:18:32,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,720 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 14:18:32,735 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,737 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,739 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,741 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,742 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,744 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,745 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,747 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,748 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,749 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,750 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,751 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:18:32,753 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,753 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 14:18:32,755 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:18:32,757 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 14:18:32,760 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 14:18:32,761 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 14:18:32,762 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 14:18:32,763 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 14:18:32,775 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 14:18:32,778 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 14:18:32,792 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 14:18:32,792 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 14:18:32,793 main DEBUG createAppenders(={Console}) 2024-11-25 14:18:32,794 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-25 14:18:32,795 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-25 14:18:32,795 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-25 14:18:32,796 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 14:18:32,797 main DEBUG OutputStream closed 2024-11-25 14:18:32,797 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 14:18:32,797 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 14:18:32,798 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-25 14:18:32,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 14:18:32,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 14:18:32,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 14:18:32,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 14:18:32,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 14:18:32,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 14:18:32,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 14:18:32,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 14:18:32,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 14:18:32,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 14:18:32,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 14:18:32,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 14:18:32,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 14:18:32,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 14:18:32,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 14:18:32,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 14:18:32,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 14:18:32,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 14:18:32,926 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 14:18:32,927 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-25 14:18:32,927 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 14:18:32,928 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-25T14:18:33,250 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0 2024-11-25 14:18:33,255 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 14:18:33,255 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T14:18:33,267 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-25T14:18:33,276 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-25T14:18:33,310 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T14:18:33,390 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T14:18:33,390 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T14:18:33,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:18:33,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5, deleteOnExit=true 2024-11-25T14:18:33,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:18:33,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/test.cache.data in system properties and HBase conf 2024-11-25T14:18:33,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:18:33,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:18:33,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:18:33,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:18:33,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:18:33,586 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T14:18:33,770 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:18:33,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:18:33,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:18:33,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:18:33,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:18:33,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:18:33,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:18:33,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:18:33,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:18:33,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:18:33,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:18:33,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:18:33,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:18:33,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:18:33,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:18:35,517 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T14:18:35,622 INFO [Time-limited test {}] log.Log(170): Logging initialized @3868ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T14:18:35,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:18:35,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:18:35,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:18:35,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:18:35,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:18:35,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:18:35,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:18:35,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:18:36,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/java.io.tmpdir/jetty-localhost-38961-hadoop-hdfs-3_4_1-tests_jar-_-any-2661131998943147167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:18:36,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:38961} 2024-11-25T14:18:36,240 INFO [Time-limited test {}] server.Server(415): Started @4487ms 2024-11-25T14:18:36,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:18:36,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:18:36,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:18:36,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:18:36,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:18:36,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:18:36,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:18:36,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/java.io.tmpdir/jetty-localhost-42073-hadoop-hdfs-3_4_1-tests_jar-_-any-8307837616435597049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:18:36,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:42073} 2024-11-25T14:18:36,982 INFO [Time-limited test {}] server.Server(415): Started @5228ms 2024-11-25T14:18:37,030 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:18:37,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:18:37,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:18:37,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:18:37,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:18:37,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:18:37,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:18:37,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:18:37,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/java.io.tmpdir/jetty-localhost-45941-hadoop-hdfs-3_4_1-tests_jar-_-any-5298284794311277752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:18:37,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:45941} 2024-11-25T14:18:37,357 INFO [Time-limited test {}] server.Server(415): Started @5603ms 2024-11-25T14:18:37,361 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:18:37,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:18:37,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:18:37,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:18:37,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:18:37,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:18:37,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:18:37,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:18:37,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/java.io.tmpdir/jetty-localhost-39739-hadoop-hdfs-3_4_1-tests_jar-_-any-18112435344645148758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:18:37,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:39739} 2024-11-25T14:18:37,664 INFO [Time-limited test {}] server.Server(415): Started @5910ms 2024-11-25T14:18:37,668 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:18:38,508 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data2/current/BP-735888599-172.17.0.3-1732544314701/current, will proceed with Du for space computation calculation, 2024-11-25T14:18:38,508 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data1/current/BP-735888599-172.17.0.3-1732544314701/current, will proceed with Du for space computation calculation, 2024-11-25T14:18:38,535 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:18:38,542 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data3/current/BP-735888599-172.17.0.3-1732544314701/current, will proceed with Du for space computation calculation, 2024-11-25T14:18:38,542 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data4/current/BP-735888599-172.17.0.3-1732544314701/current, will proceed with Du for space computation calculation, 2024-11-25T14:18:38,566 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:18:38,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe505832d133b6d99 with lease ID 0x83d22ee785e68e34: Processing first storage report for DS-26304f21-1681-46fd-8edb-6541df589d75 from datanode DatanodeRegistration(127.0.0.1:38673, datanodeUuid=477586ff-bac2-4ad6-8516-52d0bcc9e915, infoPort=37971, infoSecurePort=0, ipcPort=42617, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701) 2024-11-25T14:18:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe505832d133b6d99 with lease ID 0x83d22ee785e68e34: from storage DS-26304f21-1681-46fd-8edb-6541df589d75 node DatanodeRegistration(127.0.0.1:38673, datanodeUuid=477586ff-bac2-4ad6-8516-52d0bcc9e915, infoPort=37971, infoSecurePort=0, ipcPort=42617, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T14:18:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9507b537766b901d with lease ID 0x83d22ee785e68e35: Processing first storage report for DS-ff67333b-905e-4021-8758-8db4697a95b3 from datanode DatanodeRegistration(127.0.0.1:44205, datanodeUuid=fe26e166-ca98-486c-bfdc-00c57b9eee2c, infoPort=38891, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701) 2024-11-25T14:18:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9507b537766b901d with lease ID 0x83d22ee785e68e35: from storage DS-ff67333b-905e-4021-8758-8db4697a95b3 node DatanodeRegistration(127.0.0.1:44205, datanodeUuid=fe26e166-ca98-486c-bfdc-00c57b9eee2c, infoPort=38891, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:18:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe505832d133b6d99 with lease ID 0x83d22ee785e68e34: Processing first storage report for DS-55e86066-8f63-4f3e-9742-baef2af76fac from datanode DatanodeRegistration(127.0.0.1:38673, datanodeUuid=477586ff-bac2-4ad6-8516-52d0bcc9e915, infoPort=37971, infoSecurePort=0, ipcPort=42617, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701) 2024-11-25T14:18:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe505832d133b6d99 with lease ID 0x83d22ee785e68e34: from storage DS-55e86066-8f63-4f3e-9742-baef2af76fac node DatanodeRegistration(127.0.0.1:38673, datanodeUuid=477586ff-bac2-4ad6-8516-52d0bcc9e915, infoPort=37971, infoSecurePort=0, ipcPort=42617, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T14:18:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9507b537766b901d with lease ID 0x83d22ee785e68e35: Processing first storage report for DS-c7d1b245-356c-4af3-a686-bc7b8eb3eee2 from datanode DatanodeRegistration(127.0.0.1:44205, datanodeUuid=fe26e166-ca98-486c-bfdc-00c57b9eee2c, infoPort=38891, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701) 2024-11-25T14:18:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9507b537766b901d with lease ID 0x83d22ee785e68e35: from storage DS-c7d1b245-356c-4af3-a686-bc7b8eb3eee2 node DatanodeRegistration(127.0.0.1:44205, datanodeUuid=fe26e166-ca98-486c-bfdc-00c57b9eee2c, infoPort=38891, infoSecurePort=0, ipcPort=34267, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:18:38,768 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data5/current/BP-735888599-172.17.0.3-1732544314701/current, will proceed with Du for space computation calculation, 2024-11-25T14:18:38,771 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data6/current/BP-735888599-172.17.0.3-1732544314701/current, will proceed with Du for space computation calculation, 2024-11-25T14:18:38,794 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:18:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c617a9d28390e2d with lease ID 0x83d22ee785e68e36: Processing first storage report for DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50 from datanode DatanodeRegistration(127.0.0.1:42049, datanodeUuid=12522e6f-3a49-4218-a799-1119ed4475dc, infoPort=39425, infoSecurePort=0, ipcPort=41841, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701) 2024-11-25T14:18:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c617a9d28390e2d with lease ID 0x83d22ee785e68e36: from storage DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50 node DatanodeRegistration(127.0.0.1:42049, datanodeUuid=12522e6f-3a49-4218-a799-1119ed4475dc, infoPort=39425, infoSecurePort=0, ipcPort=41841, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T14:18:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c617a9d28390e2d with lease ID 0x83d22ee785e68e36: Processing first storage report for DS-cb3ff335-6029-4812-b8f0-964afc8fa9d4 from datanode DatanodeRegistration(127.0.0.1:42049, datanodeUuid=12522e6f-3a49-4218-a799-1119ed4475dc, infoPort=39425, infoSecurePort=0, ipcPort=41841, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701) 2024-11-25T14:18:38,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c617a9d28390e2d with lease ID 0x83d22ee785e68e36: from storage DS-cb3ff335-6029-4812-b8f0-964afc8fa9d4 node DatanodeRegistration(127.0.0.1:42049, datanodeUuid=12522e6f-3a49-4218-a799-1119ed4475dc, infoPort=39425, infoSecurePort=0, ipcPort=41841, storageInfo=lv=-57;cid=testClusterID;nsid=923633729;c=1732544314701), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:18:38,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0 2024-11-25T14:18:39,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/zookeeper_0, clientPort=55625, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:18:39,021 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55625 2024-11-25T14:18:39,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:39,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:18:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:18:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:18:39,742 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606 with version=8 2024-11-25T14:18:39,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/hbase-staging 2024-11-25T14:18:40,099 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:18:40,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:40,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:40,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:18:40,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:40,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:18:40,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:18:40,453 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T14:18:40,468 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T14:18:40,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:18:40,524 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 36394 (auto-detected) 2024-11-25T14:18:40,526 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T14:18:40,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41207 2024-11-25T14:18:40,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41207 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-25T14:18:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412070x0, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:18:40,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41207-0x10173a5ffee0000 connected 2024-11-25T14:18:41,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:41,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:41,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T14:18:41,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606, hbase.cluster.distributed=false 2024-11-25T14:18:41,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T14:18:41,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41207 2024-11-25T14:18:41,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41207 2024-11-25T14:18:41,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41207 2024-11-25T14:18:41,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41207 2024-11-25T14:18:41,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41207 2024-11-25T14:18:41,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:18:41,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:41,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:41,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:18:41,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:41,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:18:41,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:18:41,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:18:41,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46797 2024-11-25T14:18:41,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46797 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-25T14:18:41,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:41,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:41,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467970x0, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:18:41,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T14:18:41,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46797-0x10173a5ffee0001 connected 2024-11-25T14:18:41,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:18:41,569 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:18:41,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T14:18:41,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T14:18:41,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-25T14:18:41,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46797 2024-11-25T14:18:41,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46797 2024-11-25T14:18:41,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-25T14:18:41,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-25T14:18:41,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:18:41,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:41,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:41,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:18:41,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:41,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:18:41,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:18:41,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:18:41,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46635 2024-11-25T14:18:41,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46635 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-25T14:18:41,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:41,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:41,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466350x0, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:18:41,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46635-0x10173a5ffee0002 connected 2024-11-25T14:18:41,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T14:18:41,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:18:41,699 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:18:41,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T14:18:41,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T14:18:41,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46635 2024-11-25T14:18:41,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46635 2024-11-25T14:18:41,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46635 2024-11-25T14:18:41,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46635 2024-11-25T14:18:41,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46635 2024-11-25T14:18:41,754 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:18:41,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:41,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:41,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:18:41,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:18:41,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:18:41,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:18:41,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:18:41,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37531 2024-11-25T14:18:41,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37531 connecting to ZooKeeper ensemble=127.0.0.1:55625 2024-11-25T14:18:41,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:41,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:41,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375310x0, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:18:41,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375310x0, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T14:18:41,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:18:41,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37531-0x10173a5ffee0003 connected 2024-11-25T14:18:41,786 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:18:41,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T14:18:41,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T14:18:41,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-25T14:18:41,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37531 2024-11-25T14:18:41,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37531 2024-11-25T14:18:41,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-25T14:18:41,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-25T14:18:41,827 DEBUG [M:0;cb69081f5976:41207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:41207 2024-11-25T14:18:41,833 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cb69081f5976,41207,1732544319882 2024-11-25T14:18:41,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T14:18:41,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T14:18:41,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T14:18:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T14:18:41,855 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cb69081f5976,41207,1732544319882 2024-11-25T14:18:41,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T14:18:41,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T14:18:41,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:41,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:41,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T14:18:41,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:41,888 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T14:18:41,890 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cb69081f5976,41207,1732544319882 from backup master directory 2024-11-25T14:18:41,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:41,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T14:18:41,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T14:18:41,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cb69081f5976,41207,1732544319882 2024-11-25T14:18:41,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T14:18:41,903 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:18:41,904 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,41207,1732544319882 2024-11-25T14:18:41,906 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T14:18:41,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T14:18:41,908 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T14:18:41,999 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/hbase.id] with ID: cb9aa9c6-3d57-4b88-9999-b2f14fa14eda 2024-11-25T14:18:41,999 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/.tmp/hbase.id 2024-11-25T14:18:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:18:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:18:42,073 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/.tmp/hbase.id]:[hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/hbase.id] 2024-11-25T14:18:42,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:18:42,160 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:18:42,166 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:18:42,196 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms. 2024-11-25T14:18:42,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:42,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:42,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:42,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:18:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:18:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:18:42,464 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:18:42,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:18:42,473 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:42,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:18:42,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:18:42,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:18:42,527 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store 2024-11-25T14:18:42,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:18:42,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:18:42,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:18:42,558 INFO [master/cb69081f5976:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T14:18:42,561 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:42,562 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:18:42,562 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:18:42,563 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:18:42,564 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:18:42,564 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:18:42,564 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:18:42,565 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732544322562Disabling compacts and flushes for region at 1732544322562Disabling writes for close at 1732544322564 (+2 ms)Writing region close event to WAL at 1732544322564Closed at 1732544322564 2024-11-25T14:18:42,567 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/.initializing 2024-11-25T14:18:42,568 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/WALs/cb69081f5976,41207,1732544319882 2024-11-25T14:18:42,576 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:18:42,591 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C41207%2C1732544319882, suffix=, logDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/WALs/cb69081f5976,41207,1732544319882, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/oldWALs, maxLogs=10 2024-11-25T14:18:42,628 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/WALs/cb69081f5976,41207,1732544319882/cb69081f5976%2C41207%2C1732544319882.1732544322597, exclude list is [], retry=0 2024-11-25T14:18:42,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:18:42,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:42,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:42,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:42,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T14:18:42,716 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/WALs/cb69081f5976,41207,1732544319882/cb69081f5976%2C41207%2C1732544319882.1732544322597 2024-11-25T14:18:42,717 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:18:42,718 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:18:42,718 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:42,722 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,723 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:18:42,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:42,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:18:42,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:18:42,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:42,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:42,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:18:42,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:42,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:42,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:18:42,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:42,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:42,830 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,835 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,837 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,843 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,844 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,849 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:18:42,854 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:18:42,860 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:18:42,862 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60762307, jitterRate=-0.0945710688829422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:18:42,871 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732544322737Initializing all the Stores at 1732544322741 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544322741Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544322742 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544322743 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544322743Cleaning up temporary data from old regions at 1732544322844 (+101 ms)Region opened successfully at 1732544322870 (+26 ms) 2024-11-25T14:18:42,872 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:18:42,931 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58bb9597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:18:42,968 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:18:42,984 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:18:42,985 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:18:42,988 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:18:42,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T14:18:42,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T14:18:42,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:18:43,022 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:18:43,030 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T14:18:43,042 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T14:18:43,044 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:18:43,046 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:18:43,051 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T14:18:43,054 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:18:43,058 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:18:43,068 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T14:18:43,070 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:18:43,076 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T14:18:43,096 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:18:43,101 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T14:18:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T14:18:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T14:18:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T14:18:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T14:18:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,41207,1732544319882, sessionid=0x10173a5ffee0000, setting cluster-up flag (Was=false) 2024-11-25T14:18:43,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,168 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T14:18:43,170 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,41207,1732544319882 2024-11-25T14:18:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:43,210 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T14:18:43,212 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,41207,1732544319882 2024-11-25T14:18:43,219 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:18:43,307 INFO [AsyncFSWAL-0-hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData-prefix:cb69081f5976,41207,1732544319882 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-25T14:18:43,331 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:18:43,336 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(746): ClusterId : cb9aa9c6-3d57-4b88-9999-b2f14fa14eda 2024-11-25T14:18:43,339 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(746): ClusterId : cb9aa9c6-3d57-4b88-9999-b2f14fa14eda 2024-11-25T14:18:43,340 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:18:43,342 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:18:43,349 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:18:43,358 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(746): ClusterId : cb9aa9c6-3d57-4b88-9999-b2f14fa14eda 2024-11-25T14:18:43,358 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:18:43,359 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:18:43,368 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,41207,1732544319882 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:18:43,376 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:18:43,376 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:18:43,376 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:18:43,376 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:18:43,376 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:18:43,376 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:18:43,403 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:18:43,403 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:18:43,404 DEBUG [RS:0;cb69081f5976:46797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7badb94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:18:43,404 DEBUG [RS:2;cb69081f5976:37531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6248942d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:18:43,404 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:18:43,404 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:18:43,404 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:18:43,404 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:18:43,404 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:18:43,405 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,405 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:18:43,406 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,408 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:18:43,408 DEBUG [RS:1;cb69081f5976:46635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f41a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:18:43,424 DEBUG [RS:0;cb69081f5976:46797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:46797 2024-11-25T14:18:43,426 DEBUG [RS:1;cb69081f5976:46635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cb69081f5976:46635 2024-11-25T14:18:43,428 INFO [RS:0;cb69081f5976:46797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:18:43,429 INFO [RS:0;cb69081f5976:46797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:18:43,429 DEBUG [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:18:43,429 INFO [RS:1;cb69081f5976:46635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:18:43,430 INFO [RS:1;cb69081f5976:46635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:18:43,430 DEBUG [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:18:43,433 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,41207,1732544319882 with port=46635, startcode=1732544321643 2024-11-25T14:18:43,435 DEBUG [RS:2;cb69081f5976:37531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cb69081f5976:37531 2024-11-25T14:18:43,436 INFO [RS:2;cb69081f5976:37531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:18:43,436 INFO [RS:2;cb69081f5976:37531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:18:43,436 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,41207,1732544319882 with port=46797, startcode=1732544321399 2024-11-25T14:18:43,436 DEBUG [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:18:43,438 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,41207,1732544319882 with port=37531, startcode=1732544321753 2024-11-25T14:18:43,439 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732544353439 2024-11-25T14:18:43,441 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:18:43,443 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:18:43,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:18:43,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:18:43,447 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:18:43,447 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:18:43,448 DEBUG [RS:2;cb69081f5976:37531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:18:43,448 DEBUG [RS:1;cb69081f5976:46635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:18:43,448 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:18:43,448 DEBUG [RS:0;cb69081f5976:46797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:18:43,448 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:18:43,454 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:43,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:18:43,454 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,464 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:18:43,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:18:43,466 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:18:43,475 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:18:43,476 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:18:43,489 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544323486,5,FailOnTimeoutGroup] 2024-11-25T14:18:43,503 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544323489,5,FailOnTimeoutGroup] 2024-11-25T14:18:43,504 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,504 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:18:43,531 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,531 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:18:43,531 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,533 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:18:43,536 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:18:43,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,37531,1732544321753 2024-11-25T14:18:43,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:18:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:18:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:18:43,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41207 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,37531,1732544321753 2024-11-25T14:18:43,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,46797,1732544321399 2024-11-25T14:18:43,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41207 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,46797,1732544321399 2024-11-25T14:18:43,565 DEBUG [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606 2024-11-25T14:18:43,565 DEBUG [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33305 2024-11-25T14:18:43,565 DEBUG [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:18:43,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,46635,1732544321643 2024-11-25T14:18:43,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41207 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,46635,1732544321643 2024-11-25T14:18:43,567 DEBUG [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606 2024-11-25T14:18:43,567 DEBUG [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33305 2024-11-25T14:18:43,567 DEBUG [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:18:43,575 DEBUG [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606 2024-11-25T14:18:43,575 DEBUG [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33305 2024-11-25T14:18:43,575 DEBUG [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:18:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T14:18:43,710 DEBUG [RS:2;cb69081f5976:37531 {}] zookeeper.ZKUtil(111): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb69081f5976,37531,1732544321753 2024-11-25T14:18:43,710 DEBUG [RS:0;cb69081f5976:46797 {}] zookeeper.ZKUtil(111): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb69081f5976,46797,1732544321399 2024-11-25T14:18:43,710 WARN [RS:2;cb69081f5976:37531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:18:43,710 WARN [RS:0;cb69081f5976:46797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:18:43,711 INFO [RS:2;cb69081f5976:37531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:43,711 INFO [RS:0;cb69081f5976:46797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:43,711 DEBUG [RS:1;cb69081f5976:46635 {}] zookeeper.ZKUtil(111): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb69081f5976,46635,1732544321643 2024-11-25T14:18:43,711 WARN [RS:1;cb69081f5976:46635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:18:43,711 DEBUG [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46797,1732544321399 2024-11-25T14:18:43,711 DEBUG [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,37531,1732544321753 2024-11-25T14:18:43,711 INFO [RS:1;cb69081f5976:46635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:43,712 DEBUG [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643 2024-11-25T14:18:43,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,46797,1732544321399] 2024-11-25T14:18:43,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,46635,1732544321643] 2024-11-25T14:18:43,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,37531,1732544321753] 2024-11-25T14:18:43,745 INFO [RS:1;cb69081f5976:46635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:18:43,745 INFO [RS:0;cb69081f5976:46797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:18:43,745 INFO [RS:2;cb69081f5976:37531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:18:43,763 INFO [RS:0;cb69081f5976:46797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:18:43,763 INFO [RS:1;cb69081f5976:46635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:18:43,766 INFO [RS:2;cb69081f5976:37531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:18:43,770 INFO [RS:2;cb69081f5976:37531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:18:43,770 INFO [RS:0;cb69081f5976:46797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:18:43,770 INFO [RS:1;cb69081f5976:46635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:18:43,770 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,770 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,770 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,772 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:18:43,772 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:18:43,772 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:18:43,779 INFO [RS:2;cb69081f5976:37531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:18:43,779 INFO [RS:1;cb69081f5976:46635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:18:43,779 INFO [RS:0;cb69081f5976:46797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:18:43,781 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,781 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,781 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,781 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,781 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,781 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,781 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,781 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,781 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,781 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:18:43,782 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:18:43,782 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:18:43,782 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,782 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:18:43,783 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:2;cb69081f5976:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:18:43,783 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:18:43,783 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:18:43,783 DEBUG [RS:1;cb69081f5976:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:18:43,783 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:18:43,783 DEBUG [RS:0;cb69081f5976:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:18:43,799 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,799 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,800 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,800 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,800 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,800 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46635,1732544321643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:18:43,799 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,801 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,801 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,801 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,801 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,801 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,37531,1732544321753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:18:43,803 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,804 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,804 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,804 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,804 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,804 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46797,1732544321399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:18:43,831 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:18:43,833 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46635,1732544321643-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,834 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,834 INFO [RS:1;cb69081f5976:46635 {}] regionserver.Replication(171): cb69081f5976,46635,1732544321643 started 2024-11-25T14:18:43,834 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:18:43,835 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,37531,1732544321753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,835 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,836 INFO [RS:2;cb69081f5976:37531 {}] regionserver.Replication(171): cb69081f5976,37531,1732544321753 started 2024-11-25T14:18:43,840 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:18:43,840 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46797,1732544321399-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,840 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,841 INFO [RS:0;cb69081f5976:46797 {}] regionserver.Replication(171): cb69081f5976,46797,1732544321399 started 2024-11-25T14:18:43,853 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,853 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,46635,1732544321643, RpcServer on cb69081f5976/172.17.0.3:46635, sessionid=0x10173a5ffee0002 2024-11-25T14:18:43,854 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:18:43,854 DEBUG [RS:1;cb69081f5976:46635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,46635,1732544321643 2024-11-25T14:18:43,854 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,46635,1732544321643' 2024-11-25T14:18:43,855 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T14:18:43,856 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T14:18:43,857 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:18:43,857 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:18:43,857 DEBUG [RS:1;cb69081f5976:46635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,46635,1732544321643 2024-11-25T14:18:43,857 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,46635,1732544321643' 2024-11-25T14:18:43,857 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T14:18:43,857 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,858 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,37531,1732544321753, RpcServer on cb69081f5976/172.17.0.3:37531, sessionid=0x10173a5ffee0003 2024-11-25T14:18:43,858 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:18:43,858 DEBUG [RS:2;cb69081f5976:37531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,37531,1732544321753 2024-11-25T14:18:43,858 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,37531,1732544321753' 2024-11-25T14:18:43,858 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T14:18:43,858 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T14:18:43,859 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T14:18:43,859 DEBUG [RS:1;cb69081f5976:46635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:18:43,859 INFO [RS:1;cb69081f5976:46635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:18:43,859 INFO [RS:1;cb69081f5976:46635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:18:43,859 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:18:43,860 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:18:43,860 DEBUG [RS:2;cb69081f5976:37531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,37531,1732544321753 2024-11-25T14:18:43,860 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,37531,1732544321753' 2024-11-25T14:18:43,860 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T14:18:43,860 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T14:18:43,861 DEBUG [RS:2;cb69081f5976:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:18:43,861 INFO [RS:2;cb69081f5976:37531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:18:43,861 INFO [RS:2;cb69081f5976:37531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:18:43,862 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:43,862 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,46797,1732544321399, RpcServer on cb69081f5976/172.17.0.3:46797, sessionid=0x10173a5ffee0001 2024-11-25T14:18:43,862 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:18:43,862 DEBUG [RS:0;cb69081f5976:46797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,46797,1732544321399 2024-11-25T14:18:43,862 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,46797,1732544321399' 2024-11-25T14:18:43,862 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T14:18:43,863 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T14:18:43,864 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:18:43,864 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:18:43,864 DEBUG [RS:0;cb69081f5976:46797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,46797,1732544321399 2024-11-25T14:18:43,864 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,46797,1732544321399' 2024-11-25T14:18:43,864 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T14:18:43,865 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T14:18:43,866 DEBUG [RS:0;cb69081f5976:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:18:43,867 INFO [RS:0;cb69081f5976:46797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:18:43,867 INFO [RS:0;cb69081f5976:46797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:18:43,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:18:43,944 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606 2024-11-25T14:18:43,966 INFO [RS:1;cb69081f5976:46635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:18:43,967 INFO [RS:2;cb69081f5976:37531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:18:43,967 INFO [RS:0;cb69081f5976:46797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:18:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:18:43,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:18:43,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:18:43,976 INFO [RS:2;cb69081f5976:37531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C37531%2C1732544321753, suffix=, logDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,37531,1732544321753, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs, maxLogs=32 2024-11-25T14:18:43,976 INFO [RS:0;cb69081f5976:46797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C46797%2C1732544321399, suffix=, logDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46797,1732544321399, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs, maxLogs=32 2024-11-25T14:18:43,977 INFO [RS:1;cb69081f5976:46635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C46635%2C1732544321643, suffix=, logDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs, maxLogs=32 2024-11-25T14:18:43,999 DEBUG [RS:2;cb69081f5976:37531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,37531,1732544321753/cb69081f5976%2C37531%2C1732544321753.1732544323980, exclude list is [], retry=0 2024-11-25T14:18:43,999 DEBUG [RS:0;cb69081f5976:46797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46797,1732544321399/cb69081f5976%2C46797%2C1732544321399.1732544323980, exclude list is [], retry=0 2024-11-25T14:18:43,999 DEBUG [RS:1;cb69081f5976:46635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643/cb69081f5976%2C46635%2C1732544321643.1732544323980, exclude list is [], retry=0 2024-11-25T14:18:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:44,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:44,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:44,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:44,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:44,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:44,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:44,022 INFO [RS:0;cb69081f5976:46797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46797,1732544321399/cb69081f5976%2C46797%2C1732544321399.1732544323980 2024-11-25T14:18:44,029 DEBUG [RS:0;cb69081f5976:46797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:18:44,030 INFO [RS:2;cb69081f5976:37531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,37531,1732544321753/cb69081f5976%2C37531%2C1732544321753.1732544323980 2024-11-25T14:18:44,033 INFO [RS:1;cb69081f5976:46635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643/cb69081f5976%2C46635%2C1732544321643.1732544323980 2024-11-25T14:18:44,034 DEBUG [RS:2;cb69081f5976:37531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:18:44,035 DEBUG [RS:1;cb69081f5976:46635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:18:44,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:44,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:18:44,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:18:44,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:44,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:18:44,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:18:44,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:18:44,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:44,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:18:44,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:18:44,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:18:44,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:44,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:18:44,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:18:44,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:18:44,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:44,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:18:44,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:18:44,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740 2024-11-25T14:18:44,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740 2024-11-25T14:18:44,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:18:44,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:18:44,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:18:44,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:18:44,402 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:18:44,403 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67592934, jitterRate=0.007213205099105835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:18:44,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732544324370Initializing all the Stores at 1732544324372 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544324372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544324372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544324372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544324372Cleaning up temporary data from old regions at 1732544324395 (+23 ms)Region opened successfully at 1732544324405 (+10 ms) 2024-11-25T14:18:44,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:18:44,405 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:18:44,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:18:44,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:18:44,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:18:44,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:18:44,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732544324405Disabling compacts and flushes for region at 1732544324405Disabling writes for close at 1732544324405Writing region close event to WAL at 1732544324407 (+2 ms)Closed at 1732544324407 2024-11-25T14:18:44,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:18:44,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:18:44,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:18:44,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:18:44,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:18:44,590 DEBUG [cb69081f5976:41207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T14:18:44,601 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(204): Hosts are {cb69081f5976=0} racks are {/default-rack=0} 2024-11-25T14:18:44,608 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T14:18:44,608 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T14:18:44,609 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T14:18:44,609 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T14:18:44,609 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T14:18:44,609 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T14:18:44,609 INFO [cb69081f5976:41207 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T14:18:44,609 INFO [cb69081f5976:41207 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T14:18:44,609 INFO [cb69081f5976:41207 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T14:18:44,609 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T14:18:44,618 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,46635,1732544321643 2024-11-25T14:18:44,624 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,46635,1732544321643, state=OPENING 2024-11-25T14:18:44,634 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:18:44,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:44,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:18:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:18:44,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:18:44,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:18:44,660 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:18:44,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,46635,1732544321643}] 2024-11-25T14:18:44,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:18:44,851 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:18:44,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:18:44,867 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:18:44,868 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:44,869 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:18:44,872 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C46635%2C1732544321643.meta, suffix=.meta, logDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs, maxLogs=32 2024-11-25T14:18:44,892 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta, exclude list is [], retry=0 2024-11-25T14:18:44,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:44,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:44,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:44,912 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta 2024-11-25T14:18:44,919 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:18:44,920 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:18:44,922 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:18:44,926 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:18:44,932 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:18:44,938 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:18:44,939 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:44,939 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:18:44,940 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:18:44,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:18:44,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:18:44,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:44,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:18:44,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:18:44,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:18:44,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:44,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:18:44,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:18:44,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:18:44,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:44,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:18:44,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:18:44,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:18:44,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:44,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:18:44,968 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:18:44,970 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740 2024-11-25T14:18:44,984 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740 2024-11-25T14:18:44,991 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:18:44,991 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:18:44,993 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:18:44,996 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:18:44,999 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69633069, jitterRate=0.03761358559131622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:18:45,000 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:18:45,002 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732544324940Writing region info on filesystem at 1732544324940Initializing all the Stores at 1732544324943 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544324943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544324944 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544324944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544324945 (+1 ms)Cleaning up temporary data from old regions at 1732544324991 (+46 ms)Running coprocessor post-open hooks at 1732544325000 (+9 ms)Region opened successfully at 1732544325002 (+2 ms) 2024-11-25T14:18:45,015 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732544324841 2024-11-25T14:18:45,032 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:18:45,033 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:18:45,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,46635,1732544321643 2024-11-25T14:18:45,040 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,46635,1732544321643, state=OPEN 2024-11-25T14:18:45,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:18:45,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:18:45,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:18:45,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:18:45,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:18:45,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:18:45,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:18:45,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:18:45,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,46635,1732544321643 2024-11-25T14:18:45,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:18:45,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,46635,1732544321643 in 390 msec 2024-11-25T14:18:45,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:18:45,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-25T14:18:45,070 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:18:45,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:18:45,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:18:45,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1] 2024-11-25T14:18:45,117 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:18:45,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:18:45,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8940 sec 2024-11-25T14:18:45,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732544325148, completionTime=-1 2024-11-25T14:18:45,152 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T14:18:45,152 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:18:45,181 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T14:18:45,181 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732544385181 2024-11-25T14:18:45,182 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732544445181 2024-11-25T14:18:45,182 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-25T14:18:45,183 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T14:18:45,192 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41207,1732544319882-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:45,193 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41207,1732544319882-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:45,193 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41207,1732544319882-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:45,195 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:41207, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:45,195 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:45,197 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:45,207 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:18:45,233 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.329sec 2024-11-25T14:18:45,235 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:18:45,237 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:18:45,239 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:18:45,240 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:18:45,240 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:18:45,241 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41207,1732544319882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:18:45,242 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41207,1732544319882-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:18:45,248 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:18:45,249 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:18:45,250 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41207,1732544319882-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:18:45,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adc31d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:18:45,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,41207,-1 for getting cluster id 2024-11-25T14:18:45,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:18:45,357 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb9aa9c6-3d57-4b88-9999-b2f14fa14eda' 2024-11-25T14:18:45,360 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:18:45,360 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb9aa9c6-3d57-4b88-9999-b2f14fa14eda" 2024-11-25T14:18:45,363 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ea6903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:18:45,363 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,41207,-1] 2024-11-25T14:18:45,366 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:18:45,371 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:18:45,372 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:18:45,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9e95a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:18:45,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:18:45,385 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1] 2024-11-25T14:18:45,386 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:18:45,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:18:45,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,41207,1732544319882 2024-11-25T14:18:45,429 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33305/hbase 2024-11-25T14:18:45,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=4808 2024-11-25T14:18:45,487 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:45,496 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:45,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:18:45,509 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18173441, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-18173441, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:45,533 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18173441/hregion-18173441.1732544325513, exclude list is [], retry=0 2024-11-25T14:18:45,540 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:45,541 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:45,542 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:45,550 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18173441/hregion-18173441.1732544325513 2024-11-25T14:18:45,551 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:18:45,551 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 39599ecd3196bd4715958de160f91bc7, NAME => 'testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:18:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741838_1014 (size=64) 2024-11-25T14:18:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741838_1014 (size=64) 2024-11-25T14:18:45,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741838_1014 (size=64) 2024-11-25T14:18:45,565 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:45,568 INFO [StoreOpener-39599ecd3196bd4715958de160f91bc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,575 INFO [StoreOpener-39599ecd3196bd4715958de160f91bc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39599ecd3196bd4715958de160f91bc7 columnFamilyName a 2024-11-25T14:18:45,575 DEBUG [StoreOpener-39599ecd3196bd4715958de160f91bc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:45,576 INFO [StoreOpener-39599ecd3196bd4715958de160f91bc7-1 {}] regionserver.HStore(327): Store=39599ecd3196bd4715958de160f91bc7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:45,576 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,578 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,580 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,580 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,584 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,588 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:18:45,590 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 39599ecd3196bd4715958de160f91bc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64487632, jitterRate=-0.03905940055847168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T14:18:45,591 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 39599ecd3196bd4715958de160f91bc7: Writing region info on filesystem at 1732544325565Initializing all the Stores at 1732544325567 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544325567Cleaning up temporary data from old regions at 1732544325580 (+13 ms)Region opened successfully at 1732544325591 (+11 ms) 2024-11-25T14:18:45,592 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 39599ecd3196bd4715958de160f91bc7, disabling compactions & flushes 2024-11-25T14:18:45,592 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7. 2024-11-25T14:18:45,592 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7. 2024-11-25T14:18:45,592 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7. after waiting 0 ms 2024-11-25T14:18:45,592 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7. 2024-11-25T14:18:45,593 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7. 2024-11-25T14:18:45,593 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 39599ecd3196bd4715958de160f91bc7: Waiting for close lock at 1732544325591Disabling compacts and flushes for region at 1732544325591Disabling writes for close at 1732544325592 (+1 ms)Writing region close event to WAL at 1732544325593 (+1 ms)Closed at 1732544325593 2024-11-25T14:18:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741837_1013 (size=95) 2024-11-25T14:18:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741837_1013 (size=95) 2024-11-25T14:18:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741837_1013 (size=95) 2024-11-25T14:18:45,610 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:18:45,611 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18173441:(num 1732544325513) 2024-11-25T14:18:45,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T14:18:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741839_1015 (size=320) 2024-11-25T14:18:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741839_1015 (size=320) 2024-11-25T14:18:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741839_1015 (size=320) 2024-11-25T14:18:45,665 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T14:18:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741840_1016 (size=253) 2024-11-25T14:18:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741840_1016 (size=253) 2024-11-25T14:18:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741840_1016 (size=253) 2024-11-25T14:18:45,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1, size=320 (320bytes) 2024-11-25T14:18:45,729 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T14:18:45,729 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T14:18:45,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1 2024-11-25T14:18:45,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1 after 4ms 2024-11-25T14:18:45,745 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:45,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1 took 21ms 2024-11-25T14:18:45,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1 so closing down 2024-11-25T14:18:45,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:18:45,764 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T14:18:45,767 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T14:18:45,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:18:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741841_1017 (size=320) 2024-11-25T14:18:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741841_1017 (size=320) 2024-11-25T14:18:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741841_1017 (size=320) 2024-11-25T14:18:45,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T14:18:45,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002 2024-11-25T14:18:45,800 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-25T14:18:45,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1, journal: Splitting hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1, size=320 (320bytes) at 1732544325728Finishing writing output for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1 so closing down at 1732544325760 (+32 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000001-wal-1.temp at 1732544325768 (+8 ms)3 split writer threads finished at 1732544325769 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732544325792 (+23 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002 at 1732544325796 (+4 ms)Processed 2 edits across 1 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732544325800 (+4 ms) 2024-11-25T14:18:45,818 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2, size=253 (253bytes) 2024-11-25T14:18:45,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2 2024-11-25T14:18:45,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2 after 1ms 2024-11-25T14:18:45,825 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:45,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2 took 9ms 2024-11-25T14:18:45,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2 so closing down 2024-11-25T14:18:45,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:18:45,833 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T14:18:45,842 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T14:18:45,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:18:45,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741842_1018 (size=253) 2024-11-25T14:18:45,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741842_1018 (size=253) 2024-11-25T14:18:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741842_1018 (size=253) 2024-11-25T14:18:45,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T14:18:45,885 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:45,891 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-25T14:18:45,893 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-25T14:18:45,894 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2, journal: Splitting hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2, size=253 (253bytes) at 1732544325818Finishing writing output for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2 so closing down at 1732544325829 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002-wal-2.temp at 1732544325842 (+13 ms)3 split writer threads finished at 1732544325843 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732544325876 (+33 ms)Processed 1 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732544325893 (+17 ms) 2024-11-25T14:18:45,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:18:45,899 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:45,915 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal.1732544325900, exclude list is [], retry=0 2024-11-25T14:18:45,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:45,922 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:45,923 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:45,927 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal.1732544325900 2024-11-25T14:18:45,931 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:18:45,931 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 39599ecd3196bd4715958de160f91bc7, NAME => 'testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:18:45,932 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:45,932 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,932 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,934 INFO [StoreOpener-39599ecd3196bd4715958de160f91bc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,936 INFO [StoreOpener-39599ecd3196bd4715958de160f91bc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39599ecd3196bd4715958de160f91bc7 columnFamilyName a 2024-11-25T14:18:45,936 DEBUG [StoreOpener-39599ecd3196bd4715958de160f91bc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:45,937 INFO [StoreOpener-39599ecd3196bd4715958de160f91bc7-1 {}] regionserver.HStore(327): Store=39599ecd3196bd4715958de160f91bc7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:45,937 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,938 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,941 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:45,943 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002 2024-11-25T14:18:45,948 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:45,957 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002 2024-11-25T14:18:45,962 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 39599ecd3196bd4715958de160f91bc7 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T14:18:46,074 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/.tmp/a/77b2cd6b86cb4b3d8dbf95b89e145ec3 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732544325611/Put/seqid=0 2024-11-25T14:18:46,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741844_1020 (size=5170) 2024-11-25T14:18:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741844_1020 (size=5170) 2024-11-25T14:18:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741844_1020 (size=5170) 2024-11-25T14:18:46,099 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/.tmp/a/77b2cd6b86cb4b3d8dbf95b89e145ec3 2024-11-25T14:18:46,146 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/.tmp/a/77b2cd6b86cb4b3d8dbf95b89e145ec3 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/a/77b2cd6b86cb4b3d8dbf95b89e145ec3 2024-11-25T14:18:46,156 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/a/77b2cd6b86cb4b3d8dbf95b89e145ec3, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T14:18:46,163 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 39599ecd3196bd4715958de160f91bc7 in 201ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T14:18:46,165 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/0000000000000000002 2024-11-25T14:18:46,165 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:46,166 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:46,169 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 39599ecd3196bd4715958de160f91bc7 2024-11-25T14:18:46,173 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/39599ecd3196bd4715958de160f91bc7/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T14:18:46,175 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 39599ecd3196bd4715958de160f91bc7; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70003523, jitterRate=0.04313378036022186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T14:18:46,176 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 39599ecd3196bd4715958de160f91bc7: Writing region info on filesystem at 1732544325932Initializing all the Stores at 1732544325934 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544325934Obtaining lock to block concurrent updates at 1732544325962 (+28 ms)Preparing flush snapshotting stores in 39599ecd3196bd4715958de160f91bc7 at 1732544325962Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732544325967 (+5 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732544325488.39599ecd3196bd4715958de160f91bc7. at 1732544325967Flushing 39599ecd3196bd4715958de160f91bc7/a: creating writer at 1732544325969 (+2 ms)Flushing 39599ecd3196bd4715958de160f91bc7/a: appending metadata at 1732544326056 (+87 ms)Flushing 39599ecd3196bd4715958de160f91bc7/a: closing flushed file at 1732544326059 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7becffb3: reopening flushed file at 1732544326144 (+85 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 39599ecd3196bd4715958de160f91bc7 in 201ms, sequenceid=2, compaction requested=false; wal=null at 1732544326163 (+19 ms)Cleaning up temporary data from old regions at 1732544326166 (+3 ms)Region opened successfully at 1732544326176 (+10 ms) 2024-11-25T14:18:46,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=375 (was 363) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:56550 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:34228 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:48656 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:48672 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:33084 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33305/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:43370 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 724), ProcessCount=11 (was 11), AvailableMemoryMB=4681 (was 4808) 2024-11-25T14:18:46,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=4680 2024-11-25T14:18:46,236 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:46,239 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:46,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:18:46,246 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39976744, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-39976744, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:46,268 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39976744/hregion-39976744.1732544326247, exclude list is [], retry=0 2024-11-25T14:18:46,276 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:46,276 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:46,276 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:46,303 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39976744/hregion-39976744.1732544326247 2024-11-25T14:18:46,315 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:18:46,316 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 14a7f971be6310a738b7542971e18398, NAME => 'testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:18:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741846_1022 (size=64) 2024-11-25T14:18:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741846_1022 (size=64) 2024-11-25T14:18:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741846_1022 (size=64) 2024-11-25T14:18:46,351 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:46,356 INFO [StoreOpener-14a7f971be6310a738b7542971e18398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:46,360 INFO [StoreOpener-14a7f971be6310a738b7542971e18398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14a7f971be6310a738b7542971e18398 columnFamilyName a 2024-11-25T14:18:46,360 DEBUG [StoreOpener-14a7f971be6310a738b7542971e18398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:46,361 INFO [StoreOpener-14a7f971be6310a738b7542971e18398-1 {}] regionserver.HStore(327): Store=14a7f971be6310a738b7542971e18398/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:46,362 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:46,366 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398 2024-11-25T14:18:46,366 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398 2024-11-25T14:18:46,367 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:46,367 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:46,371 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:46,381 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:18:46,382 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 14a7f971be6310a738b7542971e18398; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70910676, jitterRate=0.056651413440704346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T14:18:46,383 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 14a7f971be6310a738b7542971e18398: Writing region info on filesystem at 1732544326351Initializing all the Stores at 1732544326355 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544326355Cleaning up temporary data from old regions at 1732544326367 (+12 ms)Region opened successfully at 1732544326383 (+16 ms) 2024-11-25T14:18:46,383 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 14a7f971be6310a738b7542971e18398, disabling compactions & flushes 2024-11-25T14:18:46,383 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398. 2024-11-25T14:18:46,383 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398. 2024-11-25T14:18:46,383 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398. after waiting 0 ms 2024-11-25T14:18:46,383 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398. 2024-11-25T14:18:46,384 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398. 2024-11-25T14:18:46,384 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 14a7f971be6310a738b7542971e18398: Waiting for close lock at 1732544326383Disabling compacts and flushes for region at 1732544326383Disabling writes for close at 1732544326383Writing region close event to WAL at 1732544326384 (+1 ms)Closed at 1732544326384 2024-11-25T14:18:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741845_1021 (size=95) 2024-11-25T14:18:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741845_1021 (size=95) 2024-11-25T14:18:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741845_1021 (size=95) 2024-11-25T14:18:46,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:18:46,395 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39976744:(num 1732544326247) 2024-11-25T14:18:46,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T14:18:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741847_1023 (size=320) 2024-11-25T14:18:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741847_1023 (size=320) 2024-11-25T14:18:46,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741847_1023 (size=320) 2024-11-25T14:18:46,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T14:18:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741848_1024 (size=253) 2024-11-25T14:18:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741848_1024 (size=253) 2024-11-25T14:18:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741848_1024 (size=253) 2024-11-25T14:18:46,859 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2, size=253 (253bytes) 2024-11-25T14:18:46,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2 2024-11-25T14:18:46,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2 after 1ms 2024-11-25T14:18:46,870 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:46,871 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2 took 11ms 2024-11-25T14:18:46,888 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2 so closing down 2024-11-25T14:18:46,890 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:18:46,895 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T14:18:46,900 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T14:18:46,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:18:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741849_1025 (size=253) 2024-11-25T14:18:46,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741849_1025 (size=253) 2024-11-25T14:18:46,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741849_1025 (size=253) 2024-11-25T14:18:46,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T14:18:46,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002 2024-11-25T14:18:46,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-25T14:18:46,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2, journal: Splitting hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2, size=253 (253bytes) at 1732544326859Finishing writing output for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2 so closing down at 1732544326888 (+29 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002-wal-2.temp at 1732544326900 (+12 ms)3 split writer threads finished at 1732544326900Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732544326913 (+13 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002 at 1732544326916 (+3 ms)Processed 1 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732544326916 2024-11-25T14:18:46,933 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1, size=320 (320bytes) 2024-11-25T14:18:46,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1 2024-11-25T14:18:46,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1 after 1ms 2024-11-25T14:18:46,939 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:46,939 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1 took 6ms 2024-11-25T14:18:46,943 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1 so closing down 2024-11-25T14:18:46,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:18:46,946 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T14:18:46,948 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T14:18:46,949 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:18:46,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741850_1026 (size=320) 2024-11-25T14:18:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741850_1026 (size=320) 2024-11-25T14:18:46,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T14:18:46,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741850_1026 (size=320) 2024-11-25T14:18:46,967 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:46,970 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002, length=253 2024-11-25T14:18:46,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002 2024-11-25T14:18:46,974 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-25T14:18:46,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1, journal: Splitting hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1, size=320 (320bytes) at 1732544326933Finishing writing output for hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1 so closing down at 1732544326944 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000001-wal-1.temp at 1732544326948 (+4 ms)3 split writer threads finished at 1732544326949 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732544326962 (+13 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002 at 1732544326974 (+12 ms)Processed 2 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732544326974 2024-11-25T14:18:46,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:18:46,977 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:46,993 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal.1732544326977, exclude list is [], retry=0 2024-11-25T14:18:46,996 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:46,997 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:46,997 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:46,999 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal.1732544326977 2024-11-25T14:18:47,000 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:18:47,000 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 14a7f971be6310a738b7542971e18398, NAME => 'testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:18:47,000 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:47,000 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:47,000 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:47,004 INFO [StoreOpener-14a7f971be6310a738b7542971e18398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:47,007 INFO [StoreOpener-14a7f971be6310a738b7542971e18398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14a7f971be6310a738b7542971e18398 columnFamilyName a 2024-11-25T14:18:47,007 DEBUG [StoreOpener-14a7f971be6310a738b7542971e18398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:47,008 INFO [StoreOpener-14a7f971be6310a738b7542971e18398-1 {}] regionserver.HStore(327): Store=14a7f971be6310a738b7542971e18398/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:47,008 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:47,009 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398 2024-11-25T14:18:47,012 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398 2024-11-25T14:18:47,013 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002 2024-11-25T14:18:47,017 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:47,020 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002 2024-11-25T14:18:47,020 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 14a7f971be6310a738b7542971e18398 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T14:18:47,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/.tmp/a/0ec5fbbf629a4a49bff3a8eb44882d62 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732544326395/Put/seqid=0 2024-11-25T14:18:47,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741852_1028 (size=5170) 2024-11-25T14:18:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741852_1028 (size=5170) 2024-11-25T14:18:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741852_1028 (size=5170) 2024-11-25T14:18:47,076 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/.tmp/a/0ec5fbbf629a4a49bff3a8eb44882d62 2024-11-25T14:18:47,098 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/.tmp/a/0ec5fbbf629a4a49bff3a8eb44882d62 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/a/0ec5fbbf629a4a49bff3a8eb44882d62 2024-11-25T14:18:47,114 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/a/0ec5fbbf629a4a49bff3a8eb44882d62, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T14:18:47,114 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 14a7f971be6310a738b7542971e18398 in 94ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T14:18:47,115 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/0000000000000000002 2024-11-25T14:18:47,116 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:47,116 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:47,120 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 14a7f971be6310a738b7542971e18398 2024-11-25T14:18:47,126 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/14a7f971be6310a738b7542971e18398/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T14:18:47,129 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 14a7f971be6310a738b7542971e18398; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65505922, jitterRate=-0.02388569712638855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T14:18:47,129 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 14a7f971be6310a738b7542971e18398: Writing region info on filesystem at 1732544327000Initializing all the Stores at 1732544327002 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544327002Obtaining lock to block concurrent updates at 1732544327020 (+18 ms)Preparing flush snapshotting stores in 14a7f971be6310a738b7542971e18398 at 1732544327020Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732544327020Flushing stores of testReplayEditsWrittenIntoWAL,,1732544326237.14a7f971be6310a738b7542971e18398. at 1732544327020Flushing 14a7f971be6310a738b7542971e18398/a: creating writer at 1732544327020Flushing 14a7f971be6310a738b7542971e18398/a: appending metadata at 1732544327042 (+22 ms)Flushing 14a7f971be6310a738b7542971e18398/a: closing flushed file at 1732544327042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf4f6c5: reopening flushed file at 1732544327095 (+53 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 14a7f971be6310a738b7542971e18398 in 94ms, sequenceid=2, compaction requested=false; wal=null at 1732544327114 (+19 ms)Cleaning up temporary data from old regions at 1732544327116 (+2 ms)Region opened successfully at 1732544327129 (+13 ms) 2024-11-25T14:18:47,148 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:43454 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:34228 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:56634 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:48656 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:48750 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:33084 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 724), ProcessCount=11 (was 11), AvailableMemoryMB=4645 (was 4680) 2024-11-25T14:18:47,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=4645 2024-11-25T14:18:47,178 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:47,182 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:47,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:18:47,188 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87100432, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-87100432, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:47,206 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87100432/hregion-87100432.1732544327190, exclude list is [], retry=0 2024-11-25T14:18:47,212 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:47,214 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:47,215 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:47,240 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87100432/hregion-87100432.1732544327190 2024-11-25T14:18:47,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:18:47,241 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f72209aa7a448df5565fc9e3a15d74c8, NAME => 'testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:18:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741854_1030 (size=64) 2024-11-25T14:18:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741854_1030 (size=64) 2024-11-25T14:18:47,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741854_1030 (size=64) 2024-11-25T14:18:47,268 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:47,270 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:47,273 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72209aa7a448df5565fc9e3a15d74c8 columnFamilyName a 2024-11-25T14:18:47,273 DEBUG [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:47,274 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(327): Store=f72209aa7a448df5565fc9e3a15d74c8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:47,274 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:47,277 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72209aa7a448df5565fc9e3a15d74c8 columnFamilyName b 2024-11-25T14:18:47,277 DEBUG [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:47,281 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(327): Store=f72209aa7a448df5565fc9e3a15d74c8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:47,282 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:47,288 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72209aa7a448df5565fc9e3a15d74c8 columnFamilyName c 2024-11-25T14:18:47,288 DEBUG [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:47,295 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(327): Store=f72209aa7a448df5565fc9e3a15d74c8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:47,296 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:47,298 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:47,300 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:47,305 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:47,305 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:47,308 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:18:47,310 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:47,315 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:18:47,316 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f72209aa7a448df5565fc9e3a15d74c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61934083, jitterRate=-0.07711024582386017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:18:47,317 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f72209aa7a448df5565fc9e3a15d74c8: Writing region info on filesystem at 1732544327268Initializing all the Stores at 1732544327270 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544327270Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544327270Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544327270Cleaning up temporary data from old regions at 1732544327305 (+35 ms)Region opened successfully at 1732544327316 (+11 ms) 2024-11-25T14:18:47,317 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f72209aa7a448df5565fc9e3a15d74c8, disabling compactions & flushes 2024-11-25T14:18:47,317 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. 2024-11-25T14:18:47,317 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. 2024-11-25T14:18:47,317 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. after waiting 0 ms 2024-11-25T14:18:47,317 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. 2024-11-25T14:18:47,318 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. 2024-11-25T14:18:47,318 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f72209aa7a448df5565fc9e3a15d74c8: Waiting for close lock at 1732544327317Disabling compacts and flushes for region at 1732544327317Disabling writes for close at 1732544327317Writing region close event to WAL at 1732544327318 (+1 ms)Closed at 1732544327318 2024-11-25T14:18:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741853_1029 (size=95) 2024-11-25T14:18:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741853_1029 (size=95) 2024-11-25T14:18:47,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741853_1029 (size=95) 2024-11-25T14:18:47,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:18:47,335 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87100432:(num 1732544327190) 2024-11-25T14:18:47,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:18:47,342 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:47,365 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343, exclude list is [], retry=0 2024-11-25T14:18:47,379 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:47,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:47,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:47,398 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 2024-11-25T14:18:47,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:18:47,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343, size=0 (0bytes) 2024-11-25T14:18:47,722 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 might be still open, length is 0 2024-11-25T14:18:47,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 2024-11-25T14:18:47,724 WARN [IPC Server handler 3 on default port 33305 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-25T14:18:47,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 after 7ms 2024-11-25T14:18:49,738 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:18:50,458 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T14:18:50,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:18:50,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T14:18:50,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:18:50,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T14:18:50,546 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:18:50,546 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T14:18:50,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-25T14:18:50,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-25T14:18:50,586 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:56658 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56658 dst: /127.0.0.1:44205 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44205 remote=/127.0.0.1:56658]. Total timeout mills is 60000, 57061 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:18:50,588 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:48784 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48784 dst: /127.0.0.1:38673 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:18:50,588 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:43492 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43492 dst: /127.0.0.1:42049 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:18:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741855_1032 (size=263633) 2024-11-25T14:18:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741855_1032 (size=263633) 2024-11-25T14:18:50,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741855_1032 (size=263633) 2024-11-25T14:18:51,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 after 4008ms 2024-11-25T14:18:51,735 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:51,738 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 took 4017ms 2024-11-25T14:18:51,746 INFO [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732544327343.temp 2024-11-25T14:18:51,751 INFO [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000000001-wal.1732544327343.temp 2024-11-25T14:18:51,946 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343; continuing. 2024-11-25T14:18:51,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 so closing down 2024-11-25T14:18:51,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:18:51,977 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:18:51,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741856_1033 (size=263641) 2024-11-25T14:18:51,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741856_1033 (size=263641) 2024-11-25T14:18:51,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741856_1033 (size=263641) 2024-11-25T14:18:51,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000000001-wal.1732544327343.temp (wrote 3002 edits, skipped 0 edits in 153 ms) 2024-11-25T14:18:52,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000000001-wal.1732544327343.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000003002 2024-11-25T14:18:52,019 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 278 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T14:18:52,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343, journal: Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343, size=0 (0bytes) at 1732544327722Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000000001-wal.1732544327343.temp at 1732544331751 (+4029 ms)Split 1024 edits, skipped 0 edits. at 1732544331838 (+87 ms)Split 2048 edits, skipped 0 edits. at 1732544331886 (+48 ms)Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 so closing down at 1732544331949 (+63 ms)3 split writer threads finished at 1732544331977 (+28 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000000001-wal.1732544327343.temp (wrote 3002 edits, skipped 0 edits in 153 ms) at 1732544331996 (+19 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000000001-wal.1732544327343.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000003002 at 1732544332018 (+22 ms)Processed 3002 edits across 1 Regions in 278 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343, size=0, length=0, corrupted=false, cancelled=false at 1732544332019 (+1 ms) 2024-11-25T14:18:52,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544327343 2024-11-25T14:18:52,029 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000003002 2024-11-25T14:18:52,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:18:52,036 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:52,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544332036, exclude list is [], retry=0 2024-11-25T14:18:52,066 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:52,068 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:52,068 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:52,083 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544332036 2024-11-25T14:18:52,083 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:18:52,084 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:52,086 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:52,088 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72209aa7a448df5565fc9e3a15d74c8 columnFamilyName a 2024-11-25T14:18:52,088 DEBUG [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:52,089 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(327): Store=f72209aa7a448df5565fc9e3a15d74c8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:52,089 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:52,091 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72209aa7a448df5565fc9e3a15d74c8 columnFamilyName b 2024-11-25T14:18:52,091 DEBUG [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:52,092 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(327): Store=f72209aa7a448df5565fc9e3a15d74c8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:52,092 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:52,094 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72209aa7a448df5565fc9e3a15d74c8 columnFamilyName c 2024-11-25T14:18:52,094 DEBUG [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:52,095 INFO [StoreOpener-f72209aa7a448df5565fc9e3a15d74c8-1 {}] regionserver.HStore(327): Store=f72209aa7a448df5565fc9e3a15d74c8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:52,095 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:52,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:52,100 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:52,101 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000003002 2024-11-25T14:18:52,105 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:52,159 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T14:18:52,651 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f72209aa7a448df5565fc9e3a15d74c8 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T14:18:52,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/a/a5d84a9d44f547618cb9e2eb2adb71bb is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732544327410/Put/seqid=0 2024-11-25T14:18:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741858_1035 (size=50463) 2024-11-25T14:18:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741858_1035 (size=50463) 2024-11-25T14:18:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741858_1035 (size=50463) 2024-11-25T14:18:52,714 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/a/a5d84a9d44f547618cb9e2eb2adb71bb 2024-11-25T14:18:52,729 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/a/a5d84a9d44f547618cb9e2eb2adb71bb as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/a/a5d84a9d44f547618cb9e2eb2adb71bb 2024-11-25T14:18:52,738 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/a/a5d84a9d44f547618cb9e2eb2adb71bb, entries=754, sequenceid=754, filesize=49.3 K 2024-11-25T14:18:52,739 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for f72209aa7a448df5565fc9e3a15d74c8 in 88ms, sequenceid=754, compaction requested=false; wal=null 2024-11-25T14:18:52,764 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T14:18:52,765 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f72209aa7a448df5565fc9e3a15d74c8 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T14:18:52,777 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/a/7f74d58b950344f4b0474d4aada618ec is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732544327472/Put/seqid=0 2024-11-25T14:18:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741859_1036 (size=20072) 2024-11-25T14:18:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741859_1036 (size=20072) 2024-11-25T14:18:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741859_1036 (size=20072) 2024-11-25T14:18:52,786 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/a/7f74d58b950344f4b0474d4aada618ec 2024-11-25T14:18:52,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/b/69eb3baea1ed4fbf9f5b172b2a892e90 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732544327511/Put/seqid=0 2024-11-25T14:18:52,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741860_1037 (size=35835) 2024-11-25T14:18:52,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741860_1037 (size=35835) 2024-11-25T14:18:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741860_1037 (size=35835) 2024-11-25T14:18:52,823 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/b/69eb3baea1ed4fbf9f5b172b2a892e90 2024-11-25T14:18:52,830 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/a/7f74d58b950344f4b0474d4aada618ec as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/a/7f74d58b950344f4b0474d4aada618ec 2024-11-25T14:18:52,838 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/a/7f74d58b950344f4b0474d4aada618ec, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-25T14:18:52,840 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/b/69eb3baea1ed4fbf9f5b172b2a892e90 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/b/69eb3baea1ed4fbf9f5b172b2a892e90 2024-11-25T14:18:52,847 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/b/69eb3baea1ed4fbf9f5b172b2a892e90, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-25T14:18:52,848 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f72209aa7a448df5565fc9e3a15d74c8 in 83ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-25T14:18:52,861 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T14:18:52,862 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f72209aa7a448df5565fc9e3a15d74c8 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T14:18:52,872 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/b/2b7b3618f50c46bfa6fbaf31d9d82a03 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732544327533/Put/seqid=0 2024-11-25T14:18:52,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741861_1038 (size=35082) 2024-11-25T14:18:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741861_1038 (size=35082) 2024-11-25T14:18:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741861_1038 (size=35082) 2024-11-25T14:18:53,286 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/b/2b7b3618f50c46bfa6fbaf31d9d82a03 2024-11-25T14:18:53,317 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/c/75fa25595d944c489b06955c58bcb6bd is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732544327575/Put/seqid=0 2024-11-25T14:18:53,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741862_1039 (size=20825) 2024-11-25T14:18:53,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741862_1039 (size=20825) 2024-11-25T14:18:53,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741862_1039 (size=20825) 2024-11-25T14:18:53,332 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/c/75fa25595d944c489b06955c58bcb6bd 2024-11-25T14:18:53,339 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/b/2b7b3618f50c46bfa6fbaf31d9d82a03 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/b/2b7b3618f50c46bfa6fbaf31d9d82a03 2024-11-25T14:18:53,348 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/b/2b7b3618f50c46bfa6fbaf31d9d82a03, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-25T14:18:53,350 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/c/75fa25595d944c489b06955c58bcb6bd as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/c/75fa25595d944c489b06955c58bcb6bd 2024-11-25T14:18:53,358 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/c/75fa25595d944c489b06955c58bcb6bd, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-25T14:18:53,359 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f72209aa7a448df5565fc9e3a15d74c8 in 498ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-25T14:18:53,377 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732544327645/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. 2024-11-25T14:18:53,382 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000003002 2024-11-25T14:18:53,382 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T14:18:53,383 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f72209aa7a448df5565fc9e3a15d74c8 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-25T14:18:53,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/c/538ccfc84cb240e4979135216dc0f3a9 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732544327584/Put/seqid=0 2024-11-25T14:18:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741863_1040 (size=50301) 2024-11-25T14:18:53,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741863_1040 (size=50301) 2024-11-25T14:18:53,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741863_1040 (size=50301) 2024-11-25T14:18:53,433 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/c/538ccfc84cb240e4979135216dc0f3a9 2024-11-25T14:18:53,440 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 538ccfc84cb240e4979135216dc0f3a9 2024-11-25T14:18:53,441 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/.tmp/c/538ccfc84cb240e4979135216dc0f3a9 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/c/538ccfc84cb240e4979135216dc0f3a9 2024-11-25T14:18:53,449 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 538ccfc84cb240e4979135216dc0f3a9 2024-11-25T14:18:53,449 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/c/538ccfc84cb240e4979135216dc0f3a9, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-25T14:18:53,450 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for f72209aa7a448df5565fc9e3a15d74c8 in 67ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-25T14:18:53,451 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/0000000000000003002 2024-11-25T14:18:53,458 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:53,459 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:53,463 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T14:18:53,467 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f72209aa7a448df5565fc9e3a15d74c8 2024-11-25T14:18:53,470 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenIntoWAL/f72209aa7a448df5565fc9e3a15d74c8/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-25T14:18:53,472 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f72209aa7a448df5565fc9e3a15d74c8; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69030345, jitterRate=0.02863229811191559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T14:18:53,472 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f72209aa7a448df5565fc9e3a15d74c8: Writing region info on filesystem at 1732544332084Initializing all the Stores at 1732544332086 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544332086Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544332086Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544332086Cleaning up temporary data from old regions at 1732544333459 (+1373 ms)Region opened successfully at 1732544333472 (+13 ms) 2024-11-25T14:18:53,575 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f72209aa7a448df5565fc9e3a15d74c8, disabling compactions & flushes 2024-11-25T14:18:53,575 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. 2024-11-25T14:18:53,575 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. 2024-11-25T14:18:53,575 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. after waiting 0 ms 2024-11-25T14:18:53,575 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. 2024-11-25T14:18:53,597 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732544327180.f72209aa7a448df5565fc9e3a15d74c8. 2024-11-25T14:18:53,597 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f72209aa7a448df5565fc9e3a15d74c8: Waiting for close lock at 1732544333574Disabling compacts and flushes for region at 1732544333574Disabling writes for close at 1732544333575 (+1 ms)Writing region close event to WAL at 1732544333597 (+22 ms)Closed at 1732544333597 2024-11-25T14:18:53,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544332036 not finished, retry = 0 2024-11-25T14:18:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741857_1034 (size=95) 2024-11-25T14:18:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741857_1034 (size=95) 2024-11-25T14:18:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741857_1034 (size=95) 2024-11-25T14:18:53,720 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:18:53,720 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732544332036) 2024-11-25T14:18:53,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 385) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33305 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-24877523_22 at /127.0.0.1:56674 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-24877523_22 at /127.0.0.1:48828 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-24877523_22 at /127.0.0.1:48846 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-24877523_22 at /127.0.0.1:43550 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=726 (was 724) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5150 (was 4645) - AvailableMemoryMB LEAK? - 2024-11-25T14:18:53,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=726, ProcessCount=11, AvailableMemoryMB=5149 2024-11-25T14:18:53,771 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:53,774 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:53,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:18:53,777 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48907193, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-48907193, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:53,789 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48907193/hregion-48907193.1732544333777, exclude list is [], retry=0 2024-11-25T14:18:53,792 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:53,793 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:53,794 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:53,796 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48907193/hregion-48907193.1732544333777 2024-11-25T14:18:53,797 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:18:53,797 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cea23e9156955f6fbb86d3d5844bf949, NAME => 'test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:18:53,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741865_1042 (size=43) 2024-11-25T14:18:53,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741865_1042 (size=43) 2024-11-25T14:18:53,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741865_1042 (size=43) 2024-11-25T14:18:53,808 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:53,809 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:53,811 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea23e9156955f6fbb86d3d5844bf949 columnFamilyName a 2024-11-25T14:18:53,812 DEBUG [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:53,812 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(327): Store=cea23e9156955f6fbb86d3d5844bf949/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:53,813 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:53,815 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea23e9156955f6fbb86d3d5844bf949 columnFamilyName b 2024-11-25T14:18:53,815 DEBUG [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:53,816 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(327): Store=cea23e9156955f6fbb86d3d5844bf949/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:53,816 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:53,817 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea23e9156955f6fbb86d3d5844bf949 columnFamilyName c 2024-11-25T14:18:53,817 DEBUG [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:53,818 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(327): Store=cea23e9156955f6fbb86d3d5844bf949/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:53,818 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:53,819 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:53,820 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:53,821 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:53,821 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:53,822 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:18:53,823 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:53,826 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:18:53,826 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cea23e9156955f6fbb86d3d5844bf949; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65622367, jitterRate=-0.02215053141117096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:18:53,828 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cea23e9156955f6fbb86d3d5844bf949: Writing region info on filesystem at 1732544333808Initializing all the Stores at 1732544333809 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544333809Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544333809Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544333809Cleaning up temporary data from old regions at 1732544333821 (+12 ms)Region opened successfully at 1732544333828 (+7 ms) 2024-11-25T14:18:53,828 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cea23e9156955f6fbb86d3d5844bf949, disabling compactions & flushes 2024-11-25T14:18:53,828 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. 2024-11-25T14:18:53,828 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. 2024-11-25T14:18:53,828 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. after waiting 0 ms 2024-11-25T14:18:53,828 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. 2024-11-25T14:18:53,829 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. 2024-11-25T14:18:53,829 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cea23e9156955f6fbb86d3d5844bf949: Waiting for close lock at 1732544333828Disabling compacts and flushes for region at 1732544333828Disabling writes for close at 1732544333828Writing region close event to WAL at 1732544333829 (+1 ms)Closed at 1732544333829 2024-11-25T14:18:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741864_1041 (size=95) 2024-11-25T14:18:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741864_1041 (size=95) 2024-11-25T14:18:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741864_1041 (size=95) 2024-11-25T14:18:53,837 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:18:53,837 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48907193:(num 1732544333777) 2024-11-25T14:18:53,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:18:53,839 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:53,852 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839, exclude list is [], retry=0 2024-11-25T14:18:53,855 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:53,855 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:53,855 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:53,858 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839 2024-11-25T14:18:53,859 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:18:54,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741866_1043 (size=263359) 2024-11-25T14:18:54,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741866_1043 (size=263359) 2024-11-25T14:18:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741866_1043 (size=263359) 2024-11-25T14:18:54,096 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839, size=257.2 K (263359bytes) 2024-11-25T14:18:54,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839 2024-11-25T14:18:54,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839 after 1ms 2024-11-25T14:18:54,103 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:54,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839 took 9ms 2024-11-25T14:18:54,111 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732544333839.temp 2024-11-25T14:18:54,113 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000000001-wal.1732544333839.temp 2024-11-25T14:18:54,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839 so closing down 2024-11-25T14:18:54,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:18:54,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:18:54,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741867_1044 (size=263359) 2024-11-25T14:18:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741867_1044 (size=263359) 2024-11-25T14:18:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741867_1044 (size=263359) 2024-11-25T14:18:54,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000000001-wal.1732544333839.temp (wrote 3000 edits, skipped 0 edits in 39 ms) 2024-11-25T14:18:54,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000000001-wal.1732544333839.temp to hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003000 2024-11-25T14:18:54,214 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-25T14:18:54,214 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839, journal: Splitting hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839, size=257.2 K (263359bytes) at 1732544334096Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000000001-wal.1732544333839.temp at 1732544334113 (+17 ms)Split 1024 edits, skipped 0 edits. at 1732544334127 (+14 ms)Split 2048 edits, skipped 0 edits. at 1732544334146 (+19 ms)Finishing writing output for hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839 so closing down at 1732544334162 (+16 ms)3 split writer threads finished at 1732544334166 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000000001-wal.1732544333839.temp (wrote 3000 edits, skipped 0 edits in 39 ms) at 1732544334212 (+46 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000000001-wal.1732544333839.temp to hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003000 at 1732544334214 (+2 ms)Processed 3000 edits across 1 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732544334214 2024-11-25T14:18:54,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544333839 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544333839 2024-11-25T14:18:54,235 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003000 2024-11-25T14:18:54,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:18:54,243 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:54,265 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244, exclude list is [], retry=0 2024-11-25T14:18:54,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:54,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:54,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:54,323 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244 2024-11-25T14:18:54,324 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:18:54,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244 not finished, retry = 0 2024-11-25T14:18:54,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741868_1045 (size=263486) 2024-11-25T14:18:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741868_1045 (size=263486) 2024-11-25T14:18:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741868_1045 (size=263486) 2024-11-25T14:18:54,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244, size=257.3 K (263486bytes) 2024-11-25T14:18:54,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244 2024-11-25T14:18:54,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244 after 1ms 2024-11-25T14:18:54,748 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:54,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244 took 11ms 2024-11-25T14:18:54,767 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732544334244.temp 2024-11-25T14:18:54,774 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003001-wal.1732544334244.temp 2024-11-25T14:18:54,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244 so closing down 2024-11-25T14:18:54,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:18:54,849 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:18:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741869_1046 (size=263486) 2024-11-25T14:18:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741869_1046 (size=263486) 2024-11-25T14:18:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741869_1046 (size=263486) 2024-11-25T14:18:54,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003001-wal.1732544334244.temp (wrote 3000 edits, skipped 0 edits in 54 ms) 2024-11-25T14:18:54,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003001-wal.1732544334244.temp to hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000006000 2024-11-25T14:18:54,933 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 178 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-25T14:18:54,934 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244, journal: Splitting hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244, size=257.3 K (263486bytes) at 1732544334740Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003001-wal.1732544334244.temp at 1732544334774 (+34 ms)Split 1024 edits, skipped 0 edits. at 1732544334783 (+9 ms)Split 2048 edits, skipped 0 edits. at 1732544334809 (+26 ms)Finishing writing output for hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244 so closing down at 1732544334842 (+33 ms)3 split writer threads finished at 1732544334849 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003001-wal.1732544334244.temp (wrote 3000 edits, skipped 0 edits in 54 ms) at 1732544334922 (+73 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003001-wal.1732544334244.temp to hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000006000 at 1732544334933 (+11 ms)Processed 3000 edits across 1 Regions in 178 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732544334933 2024-11-25T14:18:54,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544334244 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544334244 2024-11-25T14:18:54,979 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000006000 2024-11-25T14:18:54,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:18:55,015 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/test2727-manual,16010,1732544333771, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:55,041 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544335016, exclude list is [], retry=0 2024-11-25T14:18:55,056 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:55,057 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:55,057 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:55,070 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732544333771/wal.1732544335016 2024-11-25T14:18:55,079 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:18:55,080 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cea23e9156955f6fbb86d3d5844bf949, NAME => 'test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:18:55,081 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:55,082 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:55,082 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:55,099 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:55,108 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea23e9156955f6fbb86d3d5844bf949 columnFamilyName a 2024-11-25T14:18:55,108 DEBUG [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:55,118 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(327): Store=cea23e9156955f6fbb86d3d5844bf949/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:55,119 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:55,127 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea23e9156955f6fbb86d3d5844bf949 columnFamilyName b 2024-11-25T14:18:55,127 DEBUG [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:55,132 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(327): Store=cea23e9156955f6fbb86d3d5844bf949/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:55,132 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:55,138 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea23e9156955f6fbb86d3d5844bf949 columnFamilyName c 2024-11-25T14:18:55,138 DEBUG [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:55,147 INFO [StoreOpener-cea23e9156955f6fbb86d3d5844bf949-1 {}] regionserver.HStore(327): Store=cea23e9156955f6fbb86d3d5844bf949/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:55,148 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:55,180 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:55,181 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003000 2024-11-25T14:18:55,188 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:55,296 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003000 2024-11-25T14:18:55,308 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000006000 2024-11-25T14:18:55,321 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:55,410 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000006000 2024-11-25T14:18:55,411 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cea23e9156955f6fbb86d3d5844bf949 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-25T14:18:55,470 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/.tmp/a/b89eab0fd288410c98d845c3063a3d7f is 41, key is test2727/a:100/1732544334331/Put/seqid=0 2024-11-25T14:18:55,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741871_1048 (size=84227) 2024-11-25T14:18:55,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741871_1048 (size=84227) 2024-11-25T14:18:55,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741871_1048 (size=84227) 2024-11-25T14:18:55,931 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/.tmp/a/b89eab0fd288410c98d845c3063a3d7f 2024-11-25T14:18:55,975 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/.tmp/b/2660018988254df583e7aa58c27854cd is 41, key is test2727/b:100/1732544334457/Put/seqid=0 2024-11-25T14:18:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741872_1049 (size=84609) 2024-11-25T14:18:56,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741872_1049 (size=84609) 2024-11-25T14:18:56,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741872_1049 (size=84609) 2024-11-25T14:18:56,057 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/.tmp/b/2660018988254df583e7aa58c27854cd 2024-11-25T14:18:56,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/.tmp/c/c7172dde76754b18ba92ff3955df41c3 is 41, key is test2727/c:100/1732544334537/Put/seqid=0 2024-11-25T14:18:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741873_1050 (size=84609) 2024-11-25T14:18:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741873_1050 (size=84609) 2024-11-25T14:18:56,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741873_1050 (size=84609) 2024-11-25T14:18:56,218 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/.tmp/c/c7172dde76754b18ba92ff3955df41c3 2024-11-25T14:18:56,260 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/.tmp/a/b89eab0fd288410c98d845c3063a3d7f as hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/a/b89eab0fd288410c98d845c3063a3d7f 2024-11-25T14:18:56,301 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/a/b89eab0fd288410c98d845c3063a3d7f, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-25T14:18:56,312 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/.tmp/b/2660018988254df583e7aa58c27854cd as hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/b/2660018988254df583e7aa58c27854cd 2024-11-25T14:18:56,347 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/b/2660018988254df583e7aa58c27854cd, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T14:18:56,357 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/.tmp/c/c7172dde76754b18ba92ff3955df41c3 as hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/c/c7172dde76754b18ba92ff3955df41c3 2024-11-25T14:18:56,391 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/c/c7172dde76754b18ba92ff3955df41c3, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T14:18:56,391 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for cea23e9156955f6fbb86d3d5844bf949 in 981ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-25T14:18:56,398 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000003000 2024-11-25T14:18:56,405 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/0000000000000006000 2024-11-25T14:18:56,410 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:56,410 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:56,419 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:18:56,428 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cea23e9156955f6fbb86d3d5844bf949 2024-11-25T14:18:56,437 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/test2727/cea23e9156955f6fbb86d3d5844bf949/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-25T14:18:56,443 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cea23e9156955f6fbb86d3d5844bf949; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73850916, jitterRate=0.10046440362930298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:18:56,447 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cea23e9156955f6fbb86d3d5844bf949: Writing region info on filesystem at 1732544335082Initializing all the Stores at 1732544335091 (+9 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544335091Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544335097 (+6 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544335097Obtaining lock to block concurrent updates at 1732544335411 (+314 ms)Preparing flush snapshotting stores in cea23e9156955f6fbb86d3d5844bf949 at 1732544335411Finished memstore snapshotting test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732544335413 (+2 ms)Flushing stores of test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. at 1732544335413Flushing cea23e9156955f6fbb86d3d5844bf949/a: creating writer at 1732544335413Flushing cea23e9156955f6fbb86d3d5844bf949/a: appending metadata at 1732544335469 (+56 ms)Flushing cea23e9156955f6fbb86d3d5844bf949/a: closing flushed file at 1732544335469Flushing cea23e9156955f6fbb86d3d5844bf949/b: creating writer at 1732544335940 (+471 ms)Flushing cea23e9156955f6fbb86d3d5844bf949/b: appending metadata at 1732544335972 (+32 ms)Flushing cea23e9156955f6fbb86d3d5844bf949/b: closing flushed file at 1732544335972Flushing cea23e9156955f6fbb86d3d5844bf949/c: creating writer at 1732544336080 (+108 ms)Flushing cea23e9156955f6fbb86d3d5844bf949/c: appending metadata at 1732544336132 (+52 ms)Flushing cea23e9156955f6fbb86d3d5844bf949/c: closing flushed file at 1732544336132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94dfa6d: reopening flushed file at 1732544336247 (+115 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6991dd87: reopening flushed file at 1732544336302 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba81efe: reopening flushed file at 1732544336348 (+46 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for cea23e9156955f6fbb86d3d5844bf949 in 981ms, sequenceid=6000, compaction requested=false; wal=null at 1732544336391 (+43 ms)Cleaning up temporary data from old regions at 1732544336410 (+19 ms)Region opened successfully at 1732544336445 (+35 ms) 2024-11-25T14:18:56,449 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-25T14:18:56,449 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cea23e9156955f6fbb86d3d5844bf949, disabling compactions & flushes 2024-11-25T14:18:56,449 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. 2024-11-25T14:18:56,449 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. 2024-11-25T14:18:56,449 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. after waiting 0 ms 2024-11-25T14:18:56,449 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. 2024-11-25T14:18:56,480 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732544333772.cea23e9156955f6fbb86d3d5844bf949. 2024-11-25T14:18:56,481 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cea23e9156955f6fbb86d3d5844bf949: Waiting for close lock at 1732544336449Disabling compacts and flushes for region at 1732544336449Disabling writes for close at 1732544336449Writing region close event to WAL at 1732544336480 (+31 ms)Closed at 1732544336480 2024-11-25T14:18:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741870_1047 (size=95) 2024-11-25T14:18:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741870_1047 (size=95) 2024-11-25T14:18:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741870_1047 (size=95) 2024-11-25T14:18:56,499 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:18:56,499 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732544335016) 2024-11-25T14:18:56,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400 (was 401), OpenFileDescriptor=923 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=726 (was 726), ProcessCount=11 (was 11), AvailableMemoryMB=6103 (was 5149) - AvailableMemoryMB LEAK? - 2024-11-25T14:18:56,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=923, MaxFileDescriptor=1048576, SystemLoadAverage=726, ProcessCount=11, AvailableMemoryMB=6099 2024-11-25T14:18:56,588 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:56,605 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:56,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732544336606 2024-11-25T14:18:56,633 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606 2024-11-25T14:18:56,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:18:56,669 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 062f2db6e9ea211a760366cf66965bdb, NAME => 'testSequentialEditLogSeqNum,,1732544336592.062f2db6e9ea211a760366cf66965bdb.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:18:56,669 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732544336592.062f2db6e9ea211a760366cf66965bdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:56,669 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 062f2db6e9ea211a760366cf66965bdb 2024-11-25T14:18:56,669 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 062f2db6e9ea211a760366cf66965bdb 2024-11-25T14:18:56,672 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb doesn't exist for region: 062f2db6e9ea211a760366cf66965bdb on table testSequentialEditLogSeqNum 2024-11-25T14:18:56,676 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 062f2db6e9ea211a760366cf66965bdb on table testSequentialEditLogSeqNum 2024-11-25T14:18:56,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741875_1052 (size=62) 2024-11-25T14:18:56,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741875_1052 (size=62) 2024-11-25T14:18:56,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741875_1052 (size=62) 2024-11-25T14:18:56,735 INFO [StoreOpener-062f2db6e9ea211a760366cf66965bdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 062f2db6e9ea211a760366cf66965bdb 2024-11-25T14:18:56,746 INFO [StoreOpener-062f2db6e9ea211a760366cf66965bdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062f2db6e9ea211a760366cf66965bdb columnFamilyName a 2024-11-25T14:18:56,746 DEBUG [StoreOpener-062f2db6e9ea211a760366cf66965bdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:56,750 INFO [StoreOpener-062f2db6e9ea211a760366cf66965bdb-1 {}] regionserver.HStore(327): Store=062f2db6e9ea211a760366cf66965bdb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:56,751 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 062f2db6e9ea211a760366cf66965bdb 2024-11-25T14:18:56,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb 2024-11-25T14:18:56,768 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb 2024-11-25T14:18:56,784 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 062f2db6e9ea211a760366cf66965bdb 2024-11-25T14:18:56,784 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 062f2db6e9ea211a760366cf66965bdb 2024-11-25T14:18:56,810 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 062f2db6e9ea211a760366cf66965bdb 2024-11-25T14:18:56,848 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:18:56,856 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 062f2db6e9ea211a760366cf66965bdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71549414, jitterRate=0.06616935133934021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T14:18:56,857 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 062f2db6e9ea211a760366cf66965bdb: Writing region info on filesystem at 1732544336670Initializing all the Stores at 1732544336724 (+54 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544336724Cleaning up temporary data from old regions at 1732544336784 (+60 ms)Region opened successfully at 1732544336857 (+73 ms) 2024-11-25T14:18:56,899 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 062f2db6e9ea211a760366cf66965bdb 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-25T14:18:56,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/.tmp/a/7237810807504f689e37f8c1942f2d7b is 81, key is testSequentialEditLogSeqNum/a:x0/1732544336858/Put/seqid=0 2024-11-25T14:18:56,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741876_1053 (size=5833) 2024-11-25T14:18:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741876_1053 (size=5833) 2024-11-25T14:18:56,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741876_1053 (size=5833) 2024-11-25T14:18:56,981 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/.tmp/a/7237810807504f689e37f8c1942f2d7b 2024-11-25T14:18:56,998 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/.tmp/a/7237810807504f689e37f8c1942f2d7b as hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/a/7237810807504f689e37f8c1942f2d7b 2024-11-25T14:18:57,029 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/a/7237810807504f689e37f8c1942f2d7b, entries=10, sequenceid=13, filesize=5.7 K 2024-11-25T14:18:57,032 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 062f2db6e9ea211a760366cf66965bdb in 132ms, sequenceid=13, compaction requested=false 2024-11-25T14:18:57,032 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 062f2db6e9ea211a760366cf66965bdb: 2024-11-25T14:18:57,067 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:18:57,068 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:18:57,068 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:18:57,068 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:18:57,068 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:18:57,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741874_1051 (size=1845) 2024-11-25T14:18:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741874_1051 (size=1845) 2024-11-25T14:18:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741874_1051 (size=1845) 2024-11-25T14:18:57,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606, size=1.8 K (1845bytes) 2024-11-25T14:18:57,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606 2024-11-25T14:18:57,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606 after 2ms 2024-11-25T14:18:57,564 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:18:57,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606 took 11ms 2024-11-25T14:18:57,573 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606 so closing down 2024-11-25T14:18:57,573 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:18:57,585 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732544336606.temp 2024-11-25T14:18:57,599 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/recovered.edits/0000000000000000003-wal.1732544336606.temp 2024-11-25T14:18:57,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:18:57,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741877_1054 (size=1477) 2024-11-25T14:18:57,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741877_1054 (size=1477) 2024-11-25T14:18:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741877_1054 (size=1477) 2024-11-25T14:18:57,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/recovered.edits/0000000000000000003-wal.1732544336606.temp (wrote 15 edits, skipped 0 edits in 2 ms) 2024-11-25T14:18:57,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/recovered.edits/0000000000000000003-wal.1732544336606.temp to hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/recovered.edits/0000000000000000020 2024-11-25T14:18:57,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 92 ms; skipped=2; WAL=hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606, size=1.8 K, length=1845, corrupted=false, cancelled=false 2024-11-25T14:18:57,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606, journal: Splitting hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606, size=1.8 K (1845bytes) at 1732544337556Finishing writing output for hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606 so closing down at 1732544337573 (+17 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/recovered.edits/0000000000000000003-wal.1732544336606.temp at 1732544337599 (+26 ms)3 split writer threads finished at 1732544337602 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/recovered.edits/0000000000000000003-wal.1732544336606.temp (wrote 15 edits, skipped 0 edits in 2 ms) at 1732544337656 (+54 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/recovered.edits/0000000000000000003-wal.1732544336606.temp to hdfs://localhost:33305/hbase/data/default/testSequentialEditLogSeqNum/062f2db6e9ea211a760366cf66965bdb/recovered.edits/0000000000000000020 at 1732544337660 (+4 ms)Processed 17 edits across 1 Regions in 92 ms; skipped=2; WAL=hdfs://localhost:33305/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732544336586/wal.1732544336606, size=1.8 K, length=1845, corrupted=false, cancelled=false at 1732544337660 2024-11-25T14:18:57,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=407 (was 400) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:50898 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:48828 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:48846 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=961 (was 923) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=772 (was 726) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5910 (was 6099) 2024-11-25T14:18:57,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=961, MaxFileDescriptor=1048576, SystemLoadAverage=772, ProcessCount=11, AvailableMemoryMB=5909 2024-11-25T14:18:57,731 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:57,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:18:57,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:18:57,803 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-01199058, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-01199058, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:57,829 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-01199058/hregion-01199058.1732544337804, exclude list is [], retry=0 2024-11-25T14:18:57,860 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:57,864 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:57,895 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:57,928 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-01199058/hregion-01199058.1732544337804 2024-11-25T14:18:57,932 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:18:57,932 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8b14ccb55e6ec76d88ca695983918b73, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:18:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741879_1056 (size=70) 2024-11-25T14:18:58,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741879_1056 (size=70) 2024-11-25T14:18:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741879_1056 (size=70) 2024-11-25T14:18:58,021 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:58,030 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,045 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b14ccb55e6ec76d88ca695983918b73 columnFamilyName a 2024-11-25T14:18:58,045 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:58,048 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(327): Store=8b14ccb55e6ec76d88ca695983918b73/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:58,048 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,050 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b14ccb55e6ec76d88ca695983918b73 columnFamilyName b 2024-11-25T14:18:58,050 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:58,051 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(327): Store=8b14ccb55e6ec76d88ca695983918b73/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:58,051 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,053 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b14ccb55e6ec76d88ca695983918b73 columnFamilyName c 2024-11-25T14:18:58,054 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:58,055 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(327): Store=8b14ccb55e6ec76d88ca695983918b73/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:58,056 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,057 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,059 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,059 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,064 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:18:58,065 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,070 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:18:58,076 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b14ccb55e6ec76d88ca695983918b73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66350992, jitterRate=-0.011293172836303711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:18:58,082 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b14ccb55e6ec76d88ca695983918b73: Writing region info on filesystem at 1732544338021Initializing all the Stores at 1732544338029 (+8 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544338029Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544338030 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544338030Cleaning up temporary data from old regions at 1732544338059 (+29 ms)Region opened successfully at 1732544338078 (+19 ms) 2024-11-25T14:18:58,083 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8b14ccb55e6ec76d88ca695983918b73, disabling compactions & flushes 2024-11-25T14:18:58,083 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. 2024-11-25T14:18:58,083 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. 2024-11-25T14:18:58,083 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. after waiting 0 ms 2024-11-25T14:18:58,083 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. 2024-11-25T14:18:58,088 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. 2024-11-25T14:18:58,088 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8b14ccb55e6ec76d88ca695983918b73: Waiting for close lock at 1732544338083Disabling compacts and flushes for region at 1732544338083Disabling writes for close at 1732544338083Writing region close event to WAL at 1732544338088 (+5 ms)Closed at 1732544338088 2024-11-25T14:18:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741878_1055 (size=95) 2024-11-25T14:18:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741878_1055 (size=95) 2024-11-25T14:18:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741878_1055 (size=95) 2024-11-25T14:18:58,109 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:18:58,109 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-01199058:(num 1732544337804) 2024-11-25T14:18:58,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:18:58,119 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:18:58,147 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120, exclude list is [], retry=0 2024-11-25T14:18:58,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:18:58,161 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:18:58,161 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:18:58,209 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 2024-11-25T14:18:58,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:18:58,210 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b14ccb55e6ec76d88ca695983918b73, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:18:58,210 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:18:58,210 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,210 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,212 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,214 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b14ccb55e6ec76d88ca695983918b73 columnFamilyName a 2024-11-25T14:18:58,214 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:58,215 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(327): Store=8b14ccb55e6ec76d88ca695983918b73/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:58,215 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,216 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b14ccb55e6ec76d88ca695983918b73 columnFamilyName b 2024-11-25T14:18:58,216 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:58,218 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(327): Store=8b14ccb55e6ec76d88ca695983918b73/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:58,218 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,219 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b14ccb55e6ec76d88ca695983918b73 columnFamilyName c 2024-11-25T14:18:58,219 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:18:58,220 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(327): Store=8b14ccb55e6ec76d88ca695983918b73/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:18:58,220 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,221 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,224 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,243 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,243 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,249 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:18:58,251 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:18:58,252 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b14ccb55e6ec76d88ca695983918b73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75376217, jitterRate=0.12319315969944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:18:58,254 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b14ccb55e6ec76d88ca695983918b73: Writing region info on filesystem at 1732544338210Initializing all the Stores at 1732544338212 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544338212Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544338212Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544338212Cleaning up temporary data from old regions at 1732544338243 (+31 ms)Region opened successfully at 1732544338254 (+11 ms) 2024-11-25T14:18:58,261 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732544338260/Put/seqid=0 2024-11-25T14:18:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741881_1058 (size=4826) 2024-11-25T14:18:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741881_1058 (size=4826) 2024-11-25T14:18:58,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741881_1058 (size=4826) 2024-11-25T14:18:58,298 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33305/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 8b14ccb55e6ec76d88ca695983918b73/a 2024-11-25T14:18:58,313 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-25T14:18:58,314 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:18:58,314 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8b14ccb55e6ec76d88ca695983918b73: 2024-11-25T14:18:58,317 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/a/b07dc471820d4bcba393e836f909ca41_SeqId_3_ 2024-11-25T14:18:58,319 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33305/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 8b14ccb55e6ec76d88ca695983918b73/a as hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/a/b07dc471820d4bcba393e836f909ca41_SeqId_3_ - updating store file list. 2024-11-25T14:18:58,336 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b07dc471820d4bcba393e836f909ca41_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T14:18:58,337 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/a/b07dc471820d4bcba393e836f909ca41_SeqId_3_ into 8b14ccb55e6ec76d88ca695983918b73/a 2024-11-25T14:18:58,337 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33305/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 8b14ccb55e6ec76d88ca695983918b73/a (new location: hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/a/b07dc471820d4bcba393e836f909ca41_SeqId_3_) 2024-11-25T14:18:58,490 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120, size=0 (0bytes) 2024-11-25T14:18:58,490 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 might be still open, length is 0 2024-11-25T14:18:58,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 2024-11-25T14:18:58,491 WARN [IPC Server handler 0 on default port 33305 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-25T14:18:58,492 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 after 1ms 2024-11-25T14:18:59,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:40524 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40524 dst: /127.0.0.1:44205 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44205 remote=/127.0.0.1:40524]. Total timeout mills is 60000, 58547 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:18:59,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:50988 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50988 dst: /127.0.0.1:42049 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:18:59,803 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:54322 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54322 dst: /127.0.0.1:38673 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:18:59,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741880_1059 (size=474) 2024-11-25T14:18:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741880_1059 (size=474) 2024-11-25T14:19:00,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-25T14:19:00,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-25T14:19:00,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-25T14:19:00,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-25T14:19:02,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 after 4010ms 2024-11-25T14:19:02,523 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:02,524 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 took 4034ms 2024-11-25T14:19:02,536 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120; continuing. 2024-11-25T14:19:02,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 so closing down 2024-11-25T14:19:02,537 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:19:02,557 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732544338120.temp 2024-11-25T14:19:02,574 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005-wal.1732544338120.temp 2024-11-25T14:19:02,574 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:19:02,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741882_1060 (size=259) 2024-11-25T14:19:02,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741882_1060 (size=259) 2024-11-25T14:19:02,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741882_1060 (size=259) 2024-11-25T14:19:02,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005-wal.1732544338120.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T14:19:02,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005-wal.1732544338120.temp to hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005 2024-11-25T14:19:02,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 160 ms; skipped=1; WAL=hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T14:19:02,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120, journal: Splitting hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120, size=0 (0bytes) at 1732544338490Finishing writing output for hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 so closing down at 1732544342537 (+4047 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005-wal.1732544338120.temp at 1732544342574 (+37 ms)3 split writer threads finished at 1732544342574Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005-wal.1732544338120.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732544342674 (+100 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005-wal.1732544338120.temp to hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005 at 1732544342688 (+14 ms)Processed 2 edits across 1 Regions in 160 ms; skipped=1; WAL=hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120, size=0, length=0, corrupted=false, cancelled=false at 1732544342688 2024-11-25T14:19:02,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544338120 2024-11-25T14:19:02,705 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005 2024-11-25T14:19:02,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:02,712 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:02,745 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544342712, exclude list is [], retry=0 2024-11-25T14:19:02,762 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:02,763 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:02,763 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:02,783 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544342712 2024-11-25T14:19:02,784 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:19:02,784 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b14ccb55e6ec76d88ca695983918b73, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:02,785 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:02,785 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,785 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,794 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,796 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b14ccb55e6ec76d88ca695983918b73 columnFamilyName a 2024-11-25T14:19:02,796 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:02,813 DEBUG [StoreFileOpener-8b14ccb55e6ec76d88ca695983918b73-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b07dc471820d4bcba393e836f909ca41_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T14:19:02,814 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/a/b07dc471820d4bcba393e836f909ca41_SeqId_3_ 2024-11-25T14:19:02,814 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(327): Store=8b14ccb55e6ec76d88ca695983918b73/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:02,814 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,816 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b14ccb55e6ec76d88ca695983918b73 columnFamilyName b 2024-11-25T14:19:02,816 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:02,817 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(327): Store=8b14ccb55e6ec76d88ca695983918b73/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:02,818 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,819 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b14ccb55e6ec76d88ca695983918b73 columnFamilyName c 2024-11-25T14:19:02,819 DEBUG [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:02,820 INFO [StoreOpener-8b14ccb55e6ec76d88ca695983918b73-1 {}] regionserver.HStore(327): Store=8b14ccb55e6ec76d88ca695983918b73/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:02,820 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,821 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,824 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,825 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005 2024-11-25T14:19:02,836 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:02,838 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005 2024-11-25T14:19:02,838 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b14ccb55e6ec76d88ca695983918b73 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-25T14:19:02,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/.tmp/a/33e0a2a42ec949f2a5bc8b2f7810c941 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732544338346/Put/seqid=0 2024-11-25T14:19:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741884_1062 (size=5149) 2024-11-25T14:19:02,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741884_1062 (size=5149) 2024-11-25T14:19:02,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741884_1062 (size=5149) 2024-11-25T14:19:02,886 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/.tmp/a/33e0a2a42ec949f2a5bc8b2f7810c941 2024-11-25T14:19:02,895 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/.tmp/a/33e0a2a42ec949f2a5bc8b2f7810c941 as hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/a/33e0a2a42ec949f2a5bc8b2f7810c941 2024-11-25T14:19:02,902 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/a/33e0a2a42ec949f2a5bc8b2f7810c941, entries=1, sequenceid=5, filesize=5.0 K 2024-11-25T14:19:02,902 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 8b14ccb55e6ec76d88ca695983918b73 in 64ms, sequenceid=5, compaction requested=false; wal=null 2024-11-25T14:19:02,903 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/0000000000000000005 2024-11-25T14:19:02,905 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,905 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,906 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:02,908 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b14ccb55e6ec76d88ca695983918b73 2024-11-25T14:19:02,911 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8b14ccb55e6ec76d88ca695983918b73/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T14:19:02,912 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b14ccb55e6ec76d88ca695983918b73; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59498131, jitterRate=-0.11340875923633575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:02,912 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b14ccb55e6ec76d88ca695983918b73: Writing region info on filesystem at 1732544342785Initializing all the Stores at 1732544342787 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544342787Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544342793 (+6 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544342793Obtaining lock to block concurrent updates at 1732544342838 (+45 ms)Preparing flush snapshotting stores in 8b14ccb55e6ec76d88ca695983918b73 at 1732544342838Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732544342838Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. at 1732544342838Flushing 8b14ccb55e6ec76d88ca695983918b73/a: creating writer at 1732544342839 (+1 ms)Flushing 8b14ccb55e6ec76d88ca695983918b73/a: appending metadata at 1732544342861 (+22 ms)Flushing 8b14ccb55e6ec76d88ca695983918b73/a: closing flushed file at 1732544342861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f243ef: reopening flushed file at 1732544342894 (+33 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 8b14ccb55e6ec76d88ca695983918b73 in 64ms, sequenceid=5, compaction requested=false; wal=null at 1732544342903 (+9 ms)Cleaning up temporary data from old regions at 1732544342905 (+2 ms)Region opened successfully at 1732544342912 (+7 ms) 2024-11-25T14:19:02,918 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8b14ccb55e6ec76d88ca695983918b73, disabling compactions & flushes 2024-11-25T14:19:02,918 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. 2024-11-25T14:19:02,918 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. 2024-11-25T14:19:02,918 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. after waiting 0 ms 2024-11-25T14:19:02,919 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. 2024-11-25T14:19:02,919 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732544337732.8b14ccb55e6ec76d88ca695983918b73. 2024-11-25T14:19:02,920 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8b14ccb55e6ec76d88ca695983918b73: Waiting for close lock at 1732544342918Disabling compacts and flushes for region at 1732544342918Disabling writes for close at 1732544342918Writing region close event to WAL at 1732544342919 (+1 ms)Closed at 1732544342919 2024-11-25T14:19:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741883_1061 (size=95) 2024-11-25T14:19:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741883_1061 (size=95) 2024-11-25T14:19:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741883_1061 (size=95) 2024-11-25T14:19:02,935 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:19:02,935 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732544342712) 2024-11-25T14:19:02,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=414 (was 407) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1560359525_22 at /127.0.0.1:51036 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1560359525_22 at /127.0.0.1:54362 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1560359525_22 at /127.0.0.1:40564 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33305 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 961) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 772), ProcessCount=11 (was 11), AvailableMemoryMB=5076 (was 5909) 2024-11-25T14:19:02,949 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-25T14:19:02,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=414, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=766, ProcessCount=12, AvailableMemoryMB=5073 2024-11-25T14:19:02,964 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-25T14:19:02,987 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:02,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:19:02,999 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,41207,1732544319882 2024-11-25T14:19:03,003 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6a46ee 2024-11-25T14:19:03,005 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:19:03,007 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:19:03,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:19:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T14:19:03,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:19:03,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-25T14:19:03,023 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:03,025 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:19:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:19:03,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741885_1063 (size=694) 2024-11-25T14:19:03,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741885_1063 (size=694) 2024-11-25T14:19:03,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741885_1063 (size=694) 2024-11-25T14:19:03,041 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a4ee3ba3aab370ee4282799f35f3bf4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606 2024-11-25T14:19:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741886_1064 (size=77) 2024-11-25T14:19:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741886_1064 (size=77) 2024-11-25T14:19:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741886_1064 (size=77) 2024-11-25T14:19:03,050 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:03,050 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 6a4ee3ba3aab370ee4282799f35f3bf4, disabling compactions & flushes 2024-11-25T14:19:03,050 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,050 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,050 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. after waiting 0 ms 2024-11-25T14:19:03,050 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,050 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,050 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Waiting for close lock at 1732544343050Disabling compacts and flushes for region at 1732544343050Disabling writes for close at 1732544343050Writing region close event to WAL at 1732544343050Closed at 1732544343050 2024-11-25T14:19:03,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:19:03,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732544343053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732544343053"}]},"ts":"1732544343053"} 2024-11-25T14:19:03,062 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:19:03,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:19:03,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732544343064"}]},"ts":"1732544343064"} 2024-11-25T14:19:03,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-25T14:19:03,072 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {cb69081f5976=0} racks are {/default-rack=0} 2024-11-25T14:19:03,073 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T14:19:03,073 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T14:19:03,074 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T14:19:03,074 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T14:19:03,074 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T14:19:03,074 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T14:19:03,074 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T14:19:03,074 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T14:19:03,074 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T14:19:03,074 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T14:19:03,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN}] 2024-11-25T14:19:03,079 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN 2024-11-25T14:19:03,081 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN; state=OFFLINE, location=cb69081f5976,46635,1732544321643; forceNewPlan=false, retain=false 2024-11-25T14:19:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:19:03,233 INFO [cb69081f5976:41207 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T14:19:03,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=OPENING, regionLocation=cb69081f5976,46635,1732544321643 2024-11-25T14:19:03,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN because future has completed 2024-11-25T14:19:03,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46635,1732544321643}] 2024-11-25T14:19:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:19:03,423 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,423 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a4ee3ba3aab370ee4282799f35f3bf4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:03,424 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,424 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:03,425 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,425 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,447 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,460 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf1 2024-11-25T14:19:03,460 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:03,466 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:03,466 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,478 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf2 2024-11-25T14:19:03,478 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:03,479 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:03,479 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,481 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,481 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,491 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,491 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,493 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T14:19:03,501 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,515 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:19:03,518 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a4ee3ba3aab370ee4282799f35f3bf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65678519, jitterRate=-0.021313801407814026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T14:19:03,518 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,519 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Running coprocessor pre-open hook at 1732544343425Writing region info on filesystem at 1732544343425Initializing all the Stores at 1732544343439 (+14 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544343439Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544343444 (+5 ms)Cleaning up temporary data from old regions at 1732544343491 (+47 ms)Running coprocessor post-open hooks at 1732544343518 (+27 ms)Region opened successfully at 1732544343519 (+1 ms) 2024-11-25T14:19:03,524 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., pid=6, masterSystemTime=1732544343396 2024-11-25T14:19:03,539 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,539 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,46635,1732544321643 2024-11-25T14:19:03,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46635,1732544321643 because future has completed 2024-11-25T14:19:03,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:19:03,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46635,1732544321643 in 334 msec 2024-11-25T14:19:03,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:19:03,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN in 512 msec 2024-11-25T14:19:03,599 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:19:03,599 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732544343599"}]},"ts":"1732544343599"} 2024-11-25T14:19:03,603 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-25T14:19:03,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:19:03,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 592 msec 2024-11-25T14:19:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:19:03,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-25T14:19:03,660 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-25T14:19:03,662 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T14:19:03,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-25T14:19:03,669 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T14:19:03,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-25T14:19:03,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=2] 2024-11-25T14:19:03,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=6a4ee3ba3aab370ee4282799f35f3bf4, source=cb69081f5976,46635,1732544321643, destination=cb69081f5976,46797,1732544321399, warming up region on cb69081f5976,46797,1732544321399 2024-11-25T14:19:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:19:03,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=6a4ee3ba3aab370ee4282799f35f3bf4, source=cb69081f5976,46635,1732544321643, destination=cb69081f5976,46797,1732544321399, running balancer 2024-11-25T14:19:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE 2024-11-25T14:19:03,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:19:03,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE 2024-11-25T14:19:03,727 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=CLOSING, regionLocation=cb69081f5976,46635,1732544321643 2024-11-25T14:19:03,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(7855): Warmup {ENCODED => 6a4ee3ba3aab370ee4282799f35f3bf4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:03,730 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE because future has completed 2024-11-25T14:19:03,731 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T14:19:03,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46635,1732544321643}] 2024-11-25T14:19:03,732 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf1 2024-11-25T14:19:03,732 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:03,736 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:03,736 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,737 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf2 2024-11-25T14:19:03,738 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:03,739 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(1722): Closing 6a4ee3ba3aab370ee4282799f35f3bf4, disabling compactions & flushes 2024-11-25T14:19:03,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. after waiting 0 ms 2024-11-25T14:19:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(1676): Region close journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Waiting for close lock at 1732544343741Disabling compacts and flushes for region at 1732544343741Disabling writes for close at 1732544343741Writing region close event to WAL at 1732544343743 (+2 ms)Closed at 1732544343743 2024-11-25T14:19:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-25T14:19:03,901 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:03,901 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T14:19:03,903 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 6a4ee3ba3aab370ee4282799f35f3bf4, disabling compactions & flushes 2024-11-25T14:19:03,903 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,903 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,903 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. after waiting 0 ms 2024-11-25T14:19:03,903 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:03,903 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 6a4ee3ba3aab370ee4282799f35f3bf4 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-25T14:19:03,931 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf1/21aff47904774fbf9eaa99745384b30d is 35, key is r1/cf1:q/1732544343690/Put/seqid=0 2024-11-25T14:19:04,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741887_1065 (size=4783) 2024-11-25T14:19:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741887_1065 (size=4783) 2024-11-25T14:19:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741887_1065 (size=4783) 2024-11-25T14:19:04,033 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf1/21aff47904774fbf9eaa99745384b30d 2024-11-25T14:19:04,047 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf1/21aff47904774fbf9eaa99745384b30d as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/21aff47904774fbf9eaa99745384b30d 2024-11-25T14:19:04,059 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/21aff47904774fbf9eaa99745384b30d, entries=1, sequenceid=5, filesize=4.7 K 2024-11-25T14:19:04,066 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 6a4ee3ba3aab370ee4282799f35f3bf4 in 163ms, sequenceid=5, compaction requested=false 2024-11-25T14:19:04,066 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-25T14:19:04,079 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T14:19:04,083 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:04,084 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Waiting for close lock at 1732544343902Running coprocessor pre-close hooks at 1732544343902Disabling compacts and flushes for region at 1732544343902Disabling writes for close at 1732544343903 (+1 ms)Obtaining lock to block concurrent updates at 1732544343903Preparing flush snapshotting stores in 6a4ee3ba3aab370ee4282799f35f3bf4 at 1732544343903Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732544343904 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. at 1732544343906 (+2 ms)Flushing 6a4ee3ba3aab370ee4282799f35f3bf4/cf1: creating writer at 1732544343906Flushing 6a4ee3ba3aab370ee4282799f35f3bf4/cf1: appending metadata at 1732544343931 (+25 ms)Flushing 6a4ee3ba3aab370ee4282799f35f3bf4/cf1: closing flushed file at 1732544343931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c05fc9c: reopening flushed file at 1732544344045 (+114 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 6a4ee3ba3aab370ee4282799f35f3bf4 in 163ms, sequenceid=5, compaction requested=false at 1732544344066 (+21 ms)Writing region close event to WAL at 1732544344069 (+3 ms)Running coprocessor post-close hooks at 1732544344081 (+12 ms)Closed at 1732544344083 (+2 ms) 2024-11-25T14:19:04,085 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 6a4ee3ba3aab370ee4282799f35f3bf4 move to cb69081f5976,46797,1732544321399 record at close sequenceid=5 2024-11-25T14:19:04,100 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=CLOSED 2024-11-25T14:19:04,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46635,1732544321643 because future has completed 2024-11-25T14:19:04,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T14:19:04,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46635,1732544321643 in 389 msec 2024-11-25T14:19:04,128 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE; state=CLOSED, location=cb69081f5976,46797,1732544321399; forceNewPlan=false, retain=false 2024-11-25T14:19:04,280 INFO [cb69081f5976:41207 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T14:19:04,280 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=OPENING, regionLocation=cb69081f5976,46797,1732544321399 2024-11-25T14:19:04,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE because future has completed 2024-11-25T14:19:04,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46797,1732544321399}] 2024-11-25T14:19:04,443 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:04,443 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a4ee3ba3aab370ee4282799f35f3bf4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:04,443 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,444 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:04,444 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,444 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,446 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,447 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf1 2024-11-25T14:19:04,448 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:04,460 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/21aff47904774fbf9eaa99745384b30d 2024-11-25T14:19:04,461 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:04,461 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,462 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf2 2024-11-25T14:19:04,462 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:04,463 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:04,463 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,464 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,465 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,466 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,466 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,467 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T14:19:04,468 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,469 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 6a4ee3ba3aab370ee4282799f35f3bf4; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74130330, jitterRate=0.10462799668312073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T14:19:04,469 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:04,470 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Running coprocessor pre-open hook at 1732544344444Writing region info on filesystem at 1732544344444Initializing all the Stores at 1732544344445 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544344445Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544344446 (+1 ms)Cleaning up temporary data from old regions at 1732544344466 (+20 ms)Running coprocessor post-open hooks at 1732544344469 (+3 ms)Region opened successfully at 1732544344470 (+1 ms) 2024-11-25T14:19:04,472 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., pid=9, masterSystemTime=1732544344437 2024-11-25T14:19:04,474 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:04,474 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:04,475 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=OPEN, openSeqNum=9, regionLocation=cb69081f5976,46797,1732544321399 2024-11-25T14:19:04,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46797,1732544321399 because future has completed 2024-11-25T14:19:04,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-25T14:19:04,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46797,1732544321399 in 196 msec 2024-11-25T14:19:04,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE in 762 msec 2024-11-25T14:19:04,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:19:04,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:19:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:47090 deadline: 1732544404540, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cb69081f5976 port=46797 startCode=1732544321399. As of locationSeqNum=5. 2024-11-25T14:19:04,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cb69081f5976 port=46797 startCode=1732544321399. As of locationSeqNum=5. 2024-11-25T14:19:04,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cb69081f5976 port=46797 startCode=1732544321399. As of locationSeqNum=5. 2024-11-25T14:19:04,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46797,1732544321399, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cb69081f5976 port=46797 startCode=1732544321399. As of locationSeqNum=5. 2024-11-25T14:19:04,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:19:04,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:19:04,694 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6a4ee3ba3aab370ee4282799f35f3bf4 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-25T14:19:04,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf1/2d4b30b220df408f85c54b18ba63dea8 is 29, key is r1/cf1:/1732544344685/DeleteFamily/seqid=0 2024-11-25T14:19:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741888_1066 (size=4906) 2024-11-25T14:19:04,759 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf1/2d4b30b220df408f85c54b18ba63dea8 2024-11-25T14:19:04,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741888_1066 (size=4906) 2024-11-25T14:19:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741888_1066 (size=4906) 2024-11-25T14:19:04,766 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d4b30b220df408f85c54b18ba63dea8 2024-11-25T14:19:04,789 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf2/20396c0c63fa443a91a316220334d21b is 29, key is r1/cf2:/1732544344685/DeleteFamily/seqid=0 2024-11-25T14:19:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741889_1067 (size=4906) 2024-11-25T14:19:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741889_1067 (size=4906) 2024-11-25T14:19:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741889_1067 (size=4906) 2024-11-25T14:19:04,796 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf2/20396c0c63fa443a91a316220334d21b 2024-11-25T14:19:04,803 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20396c0c63fa443a91a316220334d21b 2024-11-25T14:19:04,804 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf1/2d4b30b220df408f85c54b18ba63dea8 as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/2d4b30b220df408f85c54b18ba63dea8 2024-11-25T14:19:04,814 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d4b30b220df408f85c54b18ba63dea8 2024-11-25T14:19:04,814 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/2d4b30b220df408f85c54b18ba63dea8, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T14:19:04,816 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf2/20396c0c63fa443a91a316220334d21b as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/20396c0c63fa443a91a316220334d21b 2024-11-25T14:19:04,826 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20396c0c63fa443a91a316220334d21b 2024-11-25T14:19:04,826 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/20396c0c63fa443a91a316220334d21b, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T14:19:04,827 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 6a4ee3ba3aab370ee4282799f35f3bf4 in 133ms, sequenceid=12, compaction requested=false 2024-11-25T14:19:04,827 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6a4ee3ba3aab370ee4282799f35f3bf4: 2024-11-25T14:19:04,831 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T14:19:04,833 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6a4ee3ba3aab370ee4282799f35f3bf4/cf1 is initiating major compaction (all files) 2024-11-25T14:19:04,833 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:19:04,833 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:19:04,834 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6a4ee3ba3aab370ee4282799f35f3bf4/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:04,834 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/21aff47904774fbf9eaa99745384b30d, hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/2d4b30b220df408f85c54b18ba63dea8] into tmpdir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp, totalSize=9.5 K 2024-11-25T14:19:04,836 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 21aff47904774fbf9eaa99745384b30d, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732544343690 2024-11-25T14:19:04,837 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2d4b30b220df408f85c54b18ba63dea8, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T14:19:04,856 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 6a4ee3ba3aab370ee4282799f35f3bf4#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T14:19:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741890_1068 (size=4626) 2024-11-25T14:19:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741890_1068 (size=4626) 2024-11-25T14:19:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741890_1068 (size=4626) 2024-11-25T14:19:05,281 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf1/58a7ef53de414a5c8a79ad381f3d1366 as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/58a7ef53de414a5c8a79ad381f3d1366 2024-11-25T14:19:05,297 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 6a4ee3ba3aab370ee4282799f35f3bf4/cf1 of 6a4ee3ba3aab370ee4282799f35f3bf4 into 58a7ef53de414a5c8a79ad381f3d1366(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T14:19:05,297 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6a4ee3ba3aab370ee4282799f35f3bf4: 2024-11-25T14:19:05,297 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-25T14:19:05,297 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6a4ee3ba3aab370ee4282799f35f3bf4/cf2 is initiating major compaction (all files) 2024-11-25T14:19:05,297 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:19:05,297 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:19:05,298 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6a4ee3ba3aab370ee4282799f35f3bf4/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,298 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/20396c0c63fa443a91a316220334d21b] into tmpdir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp, totalSize=4.8 K 2024-11-25T14:19:05,298 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 20396c0c63fa443a91a316220334d21b, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T14:19:05,306 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 6a4ee3ba3aab370ee4282799f35f3bf4#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T14:19:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741891_1069 (size=4592) 2024-11-25T14:19:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741891_1069 (size=4592) 2024-11-25T14:19:05,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741891_1069 (size=4592) 2024-11-25T14:19:05,365 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/.tmp/cf2/c1ee1d8b6d314c9da09d70ad7acc5e64 as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/c1ee1d8b6d314c9da09d70ad7acc5e64 2024-11-25T14:19:05,375 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 6a4ee3ba3aab370ee4282799f35f3bf4/cf2 of 6a4ee3ba3aab370ee4282799f35f3bf4 into c1ee1d8b6d314c9da09d70ad7acc5e64(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T14:19:05,375 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6a4ee3ba3aab370ee4282799f35f3bf4: 2024-11-25T14:19:05,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=6a4ee3ba3aab370ee4282799f35f3bf4, source=cb69081f5976,46797,1732544321399, destination=cb69081f5976,46635,1732544321643, warming up region on cb69081f5976,46635,1732544321643 2024-11-25T14:19:05,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=6a4ee3ba3aab370ee4282799f35f3bf4, source=cb69081f5976,46797,1732544321399, destination=cb69081f5976,46635,1732544321643, running balancer 2024-11-25T14:19:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE 2024-11-25T14:19:05,384 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE 2024-11-25T14:19:05,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=CLOSING, regionLocation=cb69081f5976,46797,1732544321399 2024-11-25T14:19:05,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(7855): Warmup {ENCODED => 6a4ee3ba3aab370ee4282799f35f3bf4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:05,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE because future has completed 2024-11-25T14:19:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:05,389 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,390 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T14:19:05,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46797,1732544321399}] 2024-11-25T14:19:05,391 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf1 2024-11-25T14:19:05,391 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:05,407 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/21aff47904774fbf9eaa99745384b30d 2024-11-25T14:19:05,415 INFO [StoreFileOpener-6a4ee3ba3aab370ee4282799f35f3bf4-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d4b30b220df408f85c54b18ba63dea8 2024-11-25T14:19:05,415 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/2d4b30b220df408f85c54b18ba63dea8 2024-11-25T14:19:05,424 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/58a7ef53de414a5c8a79ad381f3d1366 2024-11-25T14:19:05,424 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:05,424 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,426 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf2 2024-11-25T14:19:05,426 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-25T14:19:05,437 INFO [StoreFileOpener-6a4ee3ba3aab370ee4282799f35f3bf4-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20396c0c63fa443a91a316220334d21b 2024-11-25T14:19:05,437 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/20396c0c63fa443a91a316220334d21b 2024-11-25T14:19:05,446 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/c1ee1d8b6d314c9da09d70ad7acc5e64 2024-11-25T14:19:05,446 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(1722): Closing 6a4ee3ba3aab370ee4282799f35f3bf4, disabling compactions & flushes 2024-11-25T14:19:05,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. after waiting 0 ms 2024-11-25T14:19:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(1676): Region close journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Waiting for close lock at 1732544345446Disabling compacts and flushes for region at 1732544345446Disabling writes for close at 1732544345446Writing region close event to WAL at 1732544345447 (+1 ms)Closed at 1732544345447 2024-11-25T14:19:05,546 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,546 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T14:19:05,546 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 6a4ee3ba3aab370ee4282799f35f3bf4, disabling compactions & flushes 2024-11-25T14:19:05,546 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,546 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,546 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. after waiting 0 ms 2024-11-25T14:19:05,546 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,548 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/21aff47904774fbf9eaa99745384b30d, hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/2d4b30b220df408f85c54b18ba63dea8] to archive 2024-11-25T14:19:05,552 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T14:19:05,559 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/21aff47904774fbf9eaa99745384b30d to hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/21aff47904774fbf9eaa99745384b30d 2024-11-25T14:19:05,562 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/2d4b30b220df408f85c54b18ba63dea8 to hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/2d4b30b220df408f85c54b18ba63dea8 2024-11-25T14:19:05,583 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/20396c0c63fa443a91a316220334d21b] to archive 2024-11-25T14:19:05,585 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T14:19:05,587 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/20396c0c63fa443a91a316220334d21b to hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/20396c0c63fa443a91a316220334d21b 2024-11-25T14:19:05,593 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-25T14:19:05,594 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,594 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Waiting for close lock at 1732544345546Running coprocessor pre-close hooks at 1732544345546Disabling compacts and flushes for region at 1732544345546Disabling writes for close at 1732544345546Writing region close event to WAL at 1732544345589 (+43 ms)Running coprocessor post-close hooks at 1732544345594 (+5 ms)Closed at 1732544345594 2024-11-25T14:19:05,594 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 6a4ee3ba3aab370ee4282799f35f3bf4 move to cb69081f5976,46635,1732544321643 record at close sequenceid=12 2024-11-25T14:19:05,597 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=CLOSED 2024-11-25T14:19:05,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46797,1732544321399 because future has completed 2024-11-25T14:19:05,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T14:19:05,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46797,1732544321399 in 213 msec 2024-11-25T14:19:05,608 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE; state=CLOSED, location=cb69081f5976,46635,1732544321643; forceNewPlan=false, retain=false 2024-11-25T14:19:05,758 INFO [cb69081f5976:41207 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T14:19:05,758 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=OPENING, regionLocation=cb69081f5976,46635,1732544321643 2024-11-25T14:19:05,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE because future has completed 2024-11-25T14:19:05,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46635,1732544321643}] 2024-11-25T14:19:05,919 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,920 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a4ee3ba3aab370ee4282799f35f3bf4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:05,920 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,920 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:05,920 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,920 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,922 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,924 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf1 2024-11-25T14:19:05,924 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:05,932 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/58a7ef53de414a5c8a79ad381f3d1366 2024-11-25T14:19:05,932 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:05,933 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,934 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf2 2024-11-25T14:19:05,934 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:05,941 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/c1ee1d8b6d314c9da09d70ad7acc5e64 2024-11-25T14:19:05,941 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:05,941 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,943 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,946 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,947 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,947 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,948 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T14:19:05,950 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,952 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 6a4ee3ba3aab370ee4282799f35f3bf4; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64606828, jitterRate=-0.037283241748809814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T14:19:05,952 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:05,953 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Running coprocessor pre-open hook at 1732544345921Writing region info on filesystem at 1732544345921Initializing all the Stores at 1732544345922 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544345922Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544345922Cleaning up temporary data from old regions at 1732544345947 (+25 ms)Running coprocessor post-open hooks at 1732544345952 (+5 ms)Region opened successfully at 1732544345953 (+1 ms) 2024-11-25T14:19:05,954 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., pid=12, masterSystemTime=1732544345914 2024-11-25T14:19:05,959 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=OPEN, openSeqNum=18, regionLocation=cb69081f5976,46635,1732544321643 2024-11-25T14:19:05,959 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:05,969 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41207 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=cb69081f5976,46635,1732544321643, table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T14:19:05,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46635,1732544321643 because future has completed 2024-11-25T14:19:05,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-25T14:19:05,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46635,1732544321643 in 209 msec 2024-11-25T14:19:05,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, REOPEN/MOVE in 596 msec 2024-11-25T14:19:05,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:19:05,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:19:06,001 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server cb69081f5976,46635,1732544321643: testing ***** 2024-11-25T14:19:06,002 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:19:06,005 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:19:06,007 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:19:06,024 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:19:06,026 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:19:06,040 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 311877104 }, "NonHeapMemoryUsage": { "committed": 172818432, "init": 7667712, "max": -1, "used": 170176136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "cb69081f5976", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10271, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 65, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 3, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 14, "ProcessCallTime_95th_percentile": 22, "ProcessCallTime_98th_percentile": 65, "ProcessCallTime_99th_percentile": 65, "ProcessCallTime_99.9th_percentile": 65, "ProcessCallTime_TimeRangeCount_0-1": 10, "ProcessCallTime_TimeRangeCount_1-3": 10, "ProcessCallTime_TimeRangeCount_3-10": 7, "ProcessCallTime_TimeRangeCount_10-30": 3, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 65, "TotalCallTime_mean": 6, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 3, "TotalCallTime_75th_percentile": 5, "TotalCallTime_90th_percentile": 14, "TotalCallTime_95th_percentile": 22, "TotalCallTime_98th_percentile": 65, "TotalCallTime_99th_percentile": 65, "TotalCallTime_99.9th_percentile": 65, "TotalCallTime_TimeRangeCount_0-1": 9, "TotalCallTime_TimeRangeCount_1-3": 11, "TotalCallTime_TimeRangeCount_3-10": 7, "TotalCallTime_TimeRangeCount_10-30": 3, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5773 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "cb69081f5976", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55625", "tag.serverName": "cb69081f5976,46635,1732544321643", "tag.clusterId": "cb9aa9c6-3d57-4b88-9999-b2f14fa14eda", "tag.Context": "regionserver", "tag.Hostname": "cb69081f5976", "regionCount": 2, "storeCount": 6, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 2275, "memStoreHeapSize": 5184, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732544321643, "averageRegionSize": 1137, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.8, "writeRequestRatePerSecond": 1.4, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 599040, "ByteBuffAllocatorHeapAllocationRatio": 0.35775729671400613, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 29, "totalRowActionRequestCount": 20, "readRequestCount": 11, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 9, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 9, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 17, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 9, "ScanTime_min": 0, "ScanTime_max": 1, "ScanTime_mean": 0, "ScanTime_25th_percentile": 1, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 5, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 16, "Put_min": 1, "Put_max": 14, "Put_mean": 3, "Put_25th_percentile": 1, "Put_median": 2, "Put_75th_percentile": 3, "Put_90th_percentile": 8, "Put_95th_percentile": 14, "Put_98th_percentile": 14, "Put_99th_percentile": 14, "Put_99.9th_percentile": 14, "Put_TimeRangeCount_0-1": 4, "Put_TimeRangeCount_1-3": 7, "Put_TimeRangeCount_3-10": 2, "Put_TimeRangeCount_10-30": 1, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 4783, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 31, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 4783, "FlushOutputSize_max": 4783, "FlushOutputSize_mean": 4783, "FlushOutputSize_25th_percentile": 4783, "FlushOutputSize_median": 4783, "FlushOutputSize_75th_percentile": 4783, "FlushOutputSize_90th_percentile": 4783, "FlushOutputSize_95th_percentile": 4783, "FlushOutputSize_98th_percentile": 4783, "FlushOutputSize_99th_percentile": 4783, "FlushOutputSize_99.9th_percentile": 4783, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 31, "FlushMemstoreSize_max": 31, "FlushMemstoreSize_mean": 31, "FlushMemstoreSize_25th_percentile": 31, "FlushMemstoreSize_median": 31, "FlushMemstoreSize_75th_percentile": 31, "FlushMemstoreSize_90th_percentile": 31, "FlushMemstoreSize_95th_percentile": 31, "FlushMemstoreSize_98th_percentile": 31, "FlushMemstoreSize_99th_percentile": 31, "FlushMemstoreSize_99.9th_percentile": 31, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 163, "FlushTime_max": 163, "FlushTime_mean": 163, "FlushTime_25th_percentile": 163, "FlushTime_median": 163, "FlushTime_75th_percentile": 163, "FlushTime_90th_percentile": 163, "FlushTime_95th_percentile": 163, "FlushTime_98th_percentile": 163, "FlushTime_99th_percentile": 163, "FlushTime_99.9th_percentile": 163, "FlushTime_TimeRangeCount_100-300": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 9, "ScanSize_min": 64, "ScanSize_max": 1112, "ScanSize_mean": 902, "ScanSize_25th_percentile": 308, "ScanSize_median": 576, "ScanSize_75th_percentile": 844, "ScanSize_90th_percentile": 1004, "ScanSize_95th_percentile": 1058, "ScanSize_98th_percentile": 1090, "ScanSize_99th_percentile": 1101, "ScanSize_99.9th_percentile": 1110, "ScanSize_SizeRangeCount_10-100": 1, "ScanSize_SizeRangeCount_100-1000": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T14:19:06,044 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41207 {}] master.MasterRpcServices(700): cb69081f5976,46635,1732544321643 reported a fatal error: ***** ABORTING region server cb69081f5976,46635,1732544321643: testing ***** 2024-11-25T14:19:06,059 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,46635,1732544321643' ***** 2024-11-25T14:19:06,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-25T14:19:06,060 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:19:06,060 INFO [RS:1;cb69081f5976:46635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T14:19:06,060 INFO [RS:1;cb69081f5976:46635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T14:19:06,060 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:06,061 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(956): aborting server cb69081f5976,46635,1732544321643 2024-11-25T14:19:06,061 INFO [RS:1;cb69081f5976:46635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:19:06,061 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a4ee3ba3aab370ee4282799f35f3bf4, disabling compactions & flushes 2024-11-25T14:19:06,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:19:06,061 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:06,062 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:06,062 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. after waiting 0 ms 2024-11-25T14:19:06,062 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:06,062 INFO [RS:1;cb69081f5976:46635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cb69081f5976:46635. 2024-11-25T14:19:06,062 DEBUG [RS:1;cb69081f5976:46635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:19:06,063 DEBUG [RS:1;cb69081f5976:46635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:19:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:42618 deadline: 1732544406063, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cb69081f5976 port=46635 startCode=1732544321643. As of locationSeqNum=12. 2024-11-25T14:19:06,064 INFO [RS:1;cb69081f5976:46635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:19:06,064 INFO [RS:1;cb69081f5976:46635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:19:06,064 INFO [RS:1;cb69081f5976:46635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:19:06,065 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46797,1732544321399, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46797,1732544321399, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cb69081f5976 port=46635 startCode=1732544321643. As of locationSeqNum=12. 2024-11-25T14:19:06,066 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46797,1732544321399, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cb69081f5976 port=46635 startCode=1732544321643. As of locationSeqNum=12. 2024-11-25T14:19:06,066 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46797,1732544321399, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cb69081f5976 port=46635 startCode=1732544321643. As of locationSeqNum=12. 2024-11-25T14:19:06,069 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:19:06,071 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:19:06,071 DEBUG [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(1325): Online Regions={6a4ee3ba3aab370ee4282799f35f3bf4=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:19:06,071 DEBUG [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:06,072 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:06,072 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Waiting for close lock at 1732544346061Running coprocessor pre-close hooks at 1732544346061Disabling compacts and flushes for region at 1732544346061Disabling writes for close at 1732544346062 (+1 ms)Writing region close event to WAL at 1732544346071 (+9 ms)Running coprocessor post-close hooks at 1732544346071Closed at 1732544346072 (+1 ms) 2024-11-25T14:19:06,072 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:06,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb69081f5976,46635,1732544321643 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:06,073 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:19:06,073 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:19:06,073 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:19:06,073 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:19:06,073 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:19:06,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb69081f5976,46635,1732544321643 aborting 2024-11-25T14:19:06,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb69081f5976,46635,1732544321643 aborting 2024-11-25T14:19:06,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 from cache 2024-11-25T14:19:06,075 ERROR [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-25T14:19:06,076 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:19:06,076 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:19:06,076 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732544346072Running coprocessor pre-close hooks at 1732544346072Disabling compacts and flushes for region at 1732544346073 (+1 ms)Disabling writes for close at 1732544346073Writing region close event to WAL at 1732544346075 (+2 ms)Running coprocessor post-close hooks at 1732544346075Closed at 1732544346076 (+1 ms) 2024-11-25T14:19:06,076 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:19:06,085 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:19:06,179 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:19:06,184 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1] 2024-11-25T14:19:06,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb69081f5976,46635,1732544321643 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:06,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb69081f5976,46635,1732544321643 aborting 2024-11-25T14:19:06,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb69081f5976,46635,1732544321643 aborting 2024-11-25T14:19:06,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 from cache 2024-11-25T14:19:06,272 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,46635,1732544321643; all regions closed. 2024-11-25T14:19:06,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta not finished, retry = 0 2024-11-25T14:19:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741836_1012 (size=3561) 2024-11-25T14:19:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741836_1012 (size=3561) 2024-11-25T14:19:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741836_1012 (size=3561) 2024-11-25T14:19:06,389 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:19:06,395 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1] 2024-11-25T14:19:06,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb69081f5976,46635,1732544321643 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:06,396 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb69081f5976,46635,1732544321643 aborting 2024-11-25T14:19:06,396 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb69081f5976,46635,1732544321643 aborting 2024-11-25T14:19:06,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 from cache 2024-11-25T14:19:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741833_1009 (size=1406) 2024-11-25T14:19:06,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741833_1009 (size=1406) 2024-11-25T14:19:06,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741833_1009 (size=1406) 2024-11-25T14:19:06,412 DEBUG [RS:1;cb69081f5976:46635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:19:06,412 INFO [RS:1;cb69081f5976:46635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:19:06,413 INFO [RS:1;cb69081f5976:46635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:19:06,415 INFO [RS:1;cb69081f5976:46635 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:19:06,415 INFO [RS:1;cb69081f5976:46635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:19:06,416 INFO [RS:1;cb69081f5976:46635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46635 2024-11-25T14:19:06,420 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:19:06,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb69081f5976,46635,1732544321643 2024-11-25T14:19:06,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T14:19:06,436 INFO [RS:1;cb69081f5976:46635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:19:06,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,46635,1732544321643] 2024-11-25T14:19:06,466 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb69081f5976,46635,1732544321643 already deleted, retry=false 2024-11-25T14:19:06,466 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of cb69081f5976,46635,1732544321643 on cb69081f5976,41207,1732544319882 2024-11-25T14:19:06,471 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cb69081f5976,46635,1732544321643, splitWal=true, meta=true 2024-11-25T14:19:06,475 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for cb69081f5976,46635,1732544321643 (carryingMeta=true) cb69081f5976,46635,1732544321643/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@362e3f1c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T14:19:06,477 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cb69081f5976,46635,1732544321643, splitWal=true, meta=true 2024-11-25T14:19:06,480 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cb69081f5976,46635,1732544321643, splitWal=true, meta=true, isMeta: true 2024-11-25T14:19:06,501 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting 2024-11-25T14:19:06,503 INFO [PEWorker-3 {}] master.SplitWALManager(105): cb69081f5976,46635,1732544321643 WAL count=1, meta=true 2024-11-25T14:19:06,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta}] 2024-11-25T14:19:06,521 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=cb69081f5976,37531,1732544321753 2024-11-25T14:19:06,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta, worker=cb69081f5976,37531,1732544321753}] 2024-11-25T14:19:06,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:19:06,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10173a5ffee0002, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:19:06,551 INFO [RS:1;cb69081f5976:46635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:19:06,551 INFO [RS:1;cb69081f5976:46635 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,46635,1732544321643; zookeeper connection closed. 2024-11-25T14:19:06,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fb3c3c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fb3c3c9 2024-11-25T14:19:06,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:19:06,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:19:06,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-25T14:19:06,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:19:06,711 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1] 2024-11-25T14:19:06,713 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cb69081f5976:46635 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cb69081f5976/172.17.0.3:46635 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:06,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1, error=java.net.ConnectException: Call to address=cb69081f5976:46635 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cb69081f5976/172.17.0.3:46635 2024-11-25T14:19:06,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-25T14:19:06,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 from cache 2024-11-25T14:19:06,717 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address cb69081f5976:46635 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cb69081f5976/172.17.0.3:46635 2024-11-25T14:19:06,729 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta, size=3.5 K (3561bytes) 2024-11-25T14:19:06,729 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta 2024-11-25T14:19:06,730 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta after 1ms 2024-11-25T14:19:06,737 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:06,737 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta took 8ms 2024-11-25T14:19:06,749 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-25T14:19:06,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta so closing down 2024-11-25T14:19:06,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:19:06,760 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta.temp 2024-11-25T14:19:06,771 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta.temp 2024-11-25T14:19:06,779 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:19:06,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741892_1070 (size=3346) 2024-11-25T14:19:06,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741892_1070 (size=3346) 2024-11-25T14:19:06,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741892_1070 (size=3346) 2024-11-25T14:19:06,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-25T14:19:06,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta.temp to hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-25T14:19:06,822 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 83 ms; skipped=1; WAL=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false 2024-11-25T14:19:06,822 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta, journal: Splitting hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta, size=3.5 K (3561bytes) at 1732544346729Finishing writing output for hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta so closing down at 1732544346751 (+22 ms)Creating recovered edits writer path=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta.temp at 1732544346771 (+20 ms)3 split writer threads finished at 1732544346779 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732544346820 (+41 ms)Rename recovered edits hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta.temp to hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1732544346822 (+2 ms)Processed 16 edits across 1 Regions in 83 ms; skipped=1; WAL=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false at 1732544346822 2024-11-25T14:19:06,822 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta 2024-11-25T14:19:06,824 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T14:19:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T14:19:06,850 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta to hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs 2024-11-25T14:19:06,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T14:19:06,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta, worker=cb69081f5976,37531,1732544321753 in 325 msec 2024-11-25T14:19:06,864 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=cb69081f5976,37531,1732544321753 2024-11-25T14:19:06,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T14:19:06,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure cb69081f5976%2C46635%2C1732544321643.meta.1732544324875.meta, worker=cb69081f5976,37531,1732544321753 in 359 msec 2024-11-25T14:19:06,872 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting dir is empty, no logs to split. 2024-11-25T14:19:06,873 INFO [PEWorker-3 {}] master.SplitWALManager(105): cb69081f5976,46635,1732544321643 WAL count=0, meta=true 2024-11-25T14:19:06,873 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cb69081f5976,46635,1732544321643 WAL splitting is done? wals=0, meta=true 2024-11-25T14:19:06,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:19:06,889 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:19:06,890 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T14:19:07,041 DEBUG [cb69081f5976:41207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-25T14:19:07,041 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(204): Hosts are {cb69081f5976=0} racks are {/default-rack=0} 2024-11-25T14:19:07,041 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T14:19:07,041 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T14:19:07,041 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T14:19:07,041 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T14:19:07,041 INFO [cb69081f5976:41207 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T14:19:07,041 INFO [cb69081f5976:41207 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T14:19:07,041 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T14:19:07,042 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,37531,1732544321753 2024-11-25T14:19:07,043 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,37531,1732544321753, state=OPENING 2024-11-25T14:19:07,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:19:07,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:19:07,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:19:07,050 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:19:07,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:19:07,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:19:07,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,37531,1732544321753}] 2024-11-25T14:19:07,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:19:07,209 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:19:07,209 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:07,210 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:19:07,212 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C37531%2C1732544321753.meta, suffix=.meta, logDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,37531,1732544321753, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs, maxLogs=32 2024-11-25T14:19:07,226 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,37531,1732544321753/cb69081f5976%2C37531%2C1732544321753.meta.1732544347212.meta, exclude list is [], retry=0 2024-11-25T14:19:07,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:07,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:07,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:07,230 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:19:07,231 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,37531,1732544321753, seqNum=-1] 2024-11-25T14:19:07,231 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:19:07,232 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,37531,1732544321753/cb69081f5976%2C37531%2C1732544321753.meta.1732544347212.meta 2024-11-25T14:19:07,232 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:19:07,232 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:07,233 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:19:07,233 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:19:07,233 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:19:07,233 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:19:07,233 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:07,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:19:07,233 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:19:07,233 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:19:07,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37531 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Get size: 119 connection: 172.17.0.3:54358 deadline: 1732544407233, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on cb69081f5976,37531,1732544321753 2024-11-25T14:19:07,234 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,37531,1732544321753, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cb69081f5976,37531,1732544321753, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on cb69081f5976,37531,1732544321753 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T14:19:07,234 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,37531,1732544321753, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on cb69081f5976,37531,1732544321753 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T14:19:07,234 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cb69081f5976,37531,1732544321753, seqNum=-1 from cache 2024-11-25T14:19:07,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:19:07,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:19:07,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:07,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:19:07,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:19:07,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:19:07,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:07,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:19:07,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:19:07,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:19:07,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:07,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:19:07,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:19:07,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:19:07,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:07,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:19:07,246 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:19:07,247 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740 2024-11-25T14:19:07,251 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740 2024-11-25T14:19:07,252 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-25T14:19:07,257 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:07,260 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-25T14:19:07,261 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-25T14:19:07,290 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/info/d25f5d4fd14949b3bdb3905ce1ad0799 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4./info:regioninfo/1732544345959/Put/seqid=0 2024-11-25T14:19:07,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741894_1072 (size=11177) 2024-11-25T14:19:07,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741894_1072 (size=11177) 2024-11-25T14:19:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741894_1072 (size=11177) 2024-11-25T14:19:07,314 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/info/d25f5d4fd14949b3bdb3905ce1ad0799 2024-11-25T14:19:07,346 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/ns/9eaffbaeac7f4f2aa0e994ed77f086b6 is 43, key is default/ns:d/1732544325126/Put/seqid=0 2024-11-25T14:19:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741895_1073 (size=5153) 2024-11-25T14:19:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741895_1073 (size=5153) 2024-11-25T14:19:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741895_1073 (size=5153) 2024-11-25T14:19:07,352 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/ns/9eaffbaeac7f4f2aa0e994ed77f086b6 2024-11-25T14:19:07,373 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/table/539a26f41c2f46a99b74940222e88700 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732544343599/Put/seqid=0 2024-11-25T14:19:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741896_1074 (size=5431) 2024-11-25T14:19:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741896_1074 (size=5431) 2024-11-25T14:19:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741896_1074 (size=5431) 2024-11-25T14:19:07,380 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/table/539a26f41c2f46a99b74940222e88700 2024-11-25T14:19:07,385 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/info/d25f5d4fd14949b3bdb3905ce1ad0799 as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/info/d25f5d4fd14949b3bdb3905ce1ad0799 2024-11-25T14:19:07,394 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/info/d25f5d4fd14949b3bdb3905ce1ad0799, entries=36, sequenceid=18, filesize=10.9 K 2024-11-25T14:19:07,396 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/ns/9eaffbaeac7f4f2aa0e994ed77f086b6 as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/ns/9eaffbaeac7f4f2aa0e994ed77f086b6 2024-11-25T14:19:07,404 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/ns/9eaffbaeac7f4f2aa0e994ed77f086b6, entries=2, sequenceid=18, filesize=5.0 K 2024-11-25T14:19:07,406 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/table/539a26f41c2f46a99b74940222e88700 as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/table/539a26f41c2f46a99b74940222e88700 2024-11-25T14:19:07,415 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/table/539a26f41c2f46a99b74940222e88700, entries=2, sequenceid=18, filesize=5.3 K 2024-11-25T14:19:07,415 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=18, compaction requested=false; wal=null 2024-11-25T14:19:07,416 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-25T14:19:07,417 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:19:07,417 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:19:07,418 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:19:07,420 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:19:07,423 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-25T14:19:07,425 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71337676, jitterRate=0.0630142092704773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:19:07,425 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:19:07,425 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732544347233Writing region info on filesystem at 1732544347233Initializing all the Stores at 1732544347234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544347234Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544347234Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544347234Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544347234Obtaining lock to block concurrent updates at 1732544347261 (+27 ms)Preparing flush snapshotting stores in 1588230740 at 1732544347261Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1732544347261Flushing stores of hbase:meta,,1.1588230740 at 1732544347261Flushing 1588230740/info: creating writer at 1732544347261Flushing 1588230740/info: appending metadata at 1732544347290 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732544347290Flushing 1588230740/ns: creating writer at 1732544347322 (+32 ms)Flushing 1588230740/ns: appending metadata at 1732544347345 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732544347345Flushing 1588230740/table: creating writer at 1732544347358 (+13 ms)Flushing 1588230740/table: appending metadata at 1732544347372 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732544347372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7ccc0b: reopening flushed file at 1732544347384 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc3b4b2: reopening flushed file at 1732544347394 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c9a6218: reopening flushed file at 1732544347405 (+11 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=18, compaction requested=false; wal=null at 1732544347415 (+10 ms)Cleaning up temporary data from old regions at 1732544347417 (+2 ms)Running coprocessor post-open hooks at 1732544347425 (+8 ms)Region opened successfully at 1732544347425 2024-11-25T14:19:07,427 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732544347204 2024-11-25T14:19:07,429 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:19:07,430 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:19:07,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=cb69081f5976,37531,1732544321753 2024-11-25T14:19:07,431 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,37531,1732544321753, state=OPEN 2024-11-25T14:19:07,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:19:07,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:19:07,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T14:19:07,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:19:07,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:19:07,442 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,37531,1732544321753 2024-11-25T14:19:07,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T14:19:07,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T14:19:07,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,37531,1732544321753 in 392 msec 2024-11-25T14:19:07,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-25T14:19:07,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 579 msec 2024-11-25T14:19:07,473 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cb69081f5976,46635,1732544321643 had 2 regions 2024-11-25T14:19:07,475 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cb69081f5976,46635,1732544321643, splitWal=true, meta=true, isMeta: false 2024-11-25T14:19:07,478 INFO [PEWorker-3 {}] master.SplitWALManager(105): cb69081f5976,46635,1732544321643 WAL count=1, meta=false 2024-11-25T14:19:07,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure cb69081f5976%2C46635%2C1732544321643.1732544323980}] 2024-11-25T14:19:07,484 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=cb69081f5976,37531,1732544321753 2024-11-25T14:19:07,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cb69081f5976%2C46635%2C1732544321643.1732544323980, worker=cb69081f5976,37531,1732544321753}] 2024-11-25T14:19:07,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-25T14:19:07,681 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980, size=1.4 K (1406bytes) 2024-11-25T14:19:07,681 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980 2024-11-25T14:19:07,682 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980 after 0ms 2024-11-25T14:19:07,686 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:07,687 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980 took 6ms 2024-11-25T14:19:07,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 6a4ee3ba3aab370ee4282799f35f3bf4: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-25T14:19:07,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980 so closing down 2024-11-25T14:19:07,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:19:07,705 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:19:07,705 INFO [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 4 ms; skipped=6; WAL=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980, size=1.4 K, length=1406, corrupted=false, cancelled=false 2024-11-25T14:19:07,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980, journal: Splitting hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980, size=1.4 K (1406bytes) at 1732544347681Finishing writing output for hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980 so closing down at 1732544347705 (+24 ms)3 split writer threads finished at 1732544347705Processed 6 edits across 0 Regions in 4 ms; skipped=6; WAL=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980, size=1.4 K, length=1406, corrupted=false, cancelled=false at 1732544347705 2024-11-25T14:19:07,706 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980 2024-11-25T14:19:07,706 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T14:19:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-25T14:19:07,711 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting/cb69081f5976%2C46635%2C1732544321643.1732544323980 to hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs 2024-11-25T14:19:07,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T14:19:07,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure cb69081f5976%2C46635%2C1732544321643.1732544323980, worker=cb69081f5976,37531,1732544321753 in 224 msec 2024-11-25T14:19:07,719 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=cb69081f5976,37531,1732544321753 2024-11-25T14:19:07,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-25T14:19:07,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure cb69081f5976%2C46635%2C1732544321643.1732544323980, worker=cb69081f5976,37531,1732544321753 in 241 msec 2024-11-25T14:19:07,724 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/WALs/cb69081f5976,46635,1732544321643-splitting dir is empty, no logs to split. 2024-11-25T14:19:07,724 INFO [PEWorker-2 {}] master.SplitWALManager(105): cb69081f5976,46635,1732544321643 WAL count=0, meta=false 2024-11-25T14:19:07,724 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if cb69081f5976,46635,1732544321643 WAL splitting is done? wals=0, meta=false 2024-11-25T14:19:07,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN}] 2024-11-25T14:19:07,728 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN 2024-11-25T14:19:07,730 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T14:19:07,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:19:07,880 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(204): Hosts are {cb69081f5976=0} racks are {/default-rack=0} 2024-11-25T14:19:07,880 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T14:19:07,880 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T14:19:07,880 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T14:19:07,881 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T14:19:07,881 INFO [cb69081f5976:41207 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T14:19:07,881 INFO [cb69081f5976:41207 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T14:19:07,881 DEBUG [cb69081f5976:41207 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T14:19:07,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=OPENING, regionLocation=cb69081f5976,46797,1732544321399 2024-11-25T14:19:07,882 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cb69081f5976:46635 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb69081f5976/172.17.0.3:46635 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:07,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1, error=java.net.ConnectException: Call to address=cb69081f5976:46635 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb69081f5976/172.17.0.3:46635 2024-11-25T14:19:07,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-25T14:19:07,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46635,1732544321643, seqNum=-1 from cache 2024-11-25T14:19:07,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address cb69081f5976:46635 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb69081f5976/172.17.0.3:46635 2024-11-25T14:19:07,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:19:07,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,37531,1732544321753, seqNum=-1] 2024-11-25T14:19:07,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:19:07,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:19:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN because future has completed 2024-11-25T14:19:07,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46797,1732544321399}] 2024-11-25T14:19:08,153 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:08,154 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a4ee3ba3aab370ee4282799f35f3bf4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:08,154 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,154 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:08,154 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,154 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,160 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,162 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf1 2024-11-25T14:19:08,162 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:08,175 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf1/58a7ef53de414a5c8a79ad381f3d1366 2024-11-25T14:19:08,176 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:08,176 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,177 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a4ee3ba3aab370ee4282799f35f3bf4 columnFamilyName cf2 2024-11-25T14:19:08,177 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:08,186 DEBUG [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/cf2/c1ee1d8b6d314c9da09d70ad7acc5e64 2024-11-25T14:19:08,187 INFO [StoreOpener-6a4ee3ba3aab370ee4282799f35f3bf4-1 {}] regionserver.HStore(327): Store=6a4ee3ba3aab370ee4282799f35f3bf4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:08,187 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,188 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,189 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,190 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,190 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,191 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T14:19:08,193 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,194 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6a4ee3ba3aab370ee4282799f35f3bf4; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71523194, jitterRate=0.06577864289283752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T14:19:08,194 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:08,195 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Running coprocessor pre-open hook at 1732544348154Writing region info on filesystem at 1732544348154Initializing all the Stores at 1732544348156 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544348156Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544348160 (+4 ms)Cleaning up temporary data from old regions at 1732544348190 (+30 ms)Running coprocessor post-open hooks at 1732544348194 (+4 ms)Region opened successfully at 1732544348195 (+1 ms) 2024-11-25T14:19:08,197 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., pid=21, masterSystemTime=1732544348149 2024-11-25T14:19:08,204 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:08,204 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:08,205 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6a4ee3ba3aab370ee4282799f35f3bf4, regionState=OPEN, openSeqNum=18, regionLocation=cb69081f5976,46797,1732544321399 2024-11-25T14:19:08,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46797,1732544321399 because future has completed 2024-11-25T14:19:08,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T14:19:08,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a4ee3ba3aab370ee4282799f35f3bf4, server=cb69081f5976,46797,1732544321399 in 216 msec 2024-11-25T14:19:08,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-25T14:19:08,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6a4ee3ba3aab370ee4282799f35f3bf4, ASSIGN in 489 msec 2024-11-25T14:19:08,221 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server cb69081f5976,46635,1732544321643 after splitting done 2024-11-25T14:19:08,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure cb69081f5976,46635,1732544321643, splitWal=true, meta=true in 1.7540 sec 2024-11-25T14:19:08,249 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:19:08,251 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,37531,1732544321753, seqNum=-1] 2024-11-25T14:19:08,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cb69081f5976:46635 this server is in the failed servers list 2024-11-25T14:19:08,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cb69081f5976:46635 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cb69081f5976:46635 2024-11-25T14:19:08,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cb69081f5976:46635 2024-11-25T14:19:08,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46635,1732544321643, seqNum=12 from cache 2024-11-25T14:19:08,592 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4., hostname=cb69081f5976,46797,1732544321399, seqNum=18] 2024-11-25T14:19:08,619 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=405 (was 414), OpenFileDescriptor=1042 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=769 (was 766) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=4690 (was 5073) 2024-11-25T14:19:08,619 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1042 is superior to 1024 2024-11-25T14:19:08,636 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=405, OpenFileDescriptor=1042, MaxFileDescriptor=1048576, SystemLoadAverage=769, ProcessCount=11, AvailableMemoryMB=4688 2024-11-25T14:19:08,636 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1042 is superior to 1024 2024-11-25T14:19:08,652 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:08,654 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:08,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:19:08,659 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25237797, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-25237797, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:08,674 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25237797/hregion-25237797.1732544348659, exclude list is [], retry=0 2024-11-25T14:19:08,677 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:08,677 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:08,678 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:08,685 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25237797/hregion-25237797.1732544348659 2024-11-25T14:19:08,686 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:19:08,686 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 68e6d27ca7d409b0cce24dff4c75714c, NAME => 'testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:19:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741898_1076 (size=67) 2024-11-25T14:19:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741898_1076 (size=67) 2024-11-25T14:19:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741898_1076 (size=67) 2024-11-25T14:19:08,719 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:08,721 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,722 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e6d27ca7d409b0cce24dff4c75714c columnFamilyName a 2024-11-25T14:19:08,723 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:08,723 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(327): Store=68e6d27ca7d409b0cce24dff4c75714c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:08,723 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,725 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e6d27ca7d409b0cce24dff4c75714c columnFamilyName b 2024-11-25T14:19:08,725 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:08,725 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(327): Store=68e6d27ca7d409b0cce24dff4c75714c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:08,726 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,727 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e6d27ca7d409b0cce24dff4c75714c columnFamilyName c 2024-11-25T14:19:08,727 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:08,728 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(327): Store=68e6d27ca7d409b0cce24dff4c75714c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:08,728 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,731 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,732 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,733 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,733 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,734 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:08,736 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,738 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:19:08,739 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 68e6d27ca7d409b0cce24dff4c75714c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68053376, jitterRate=0.014074325561523438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:08,740 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 68e6d27ca7d409b0cce24dff4c75714c: Writing region info on filesystem at 1732544348719Initializing all the Stores at 1732544348720 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544348720Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544348720Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544348720Cleaning up temporary data from old regions at 1732544348733 (+13 ms)Region opened successfully at 1732544348740 (+7 ms) 2024-11-25T14:19:08,740 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 68e6d27ca7d409b0cce24dff4c75714c, disabling compactions & flushes 2024-11-25T14:19:08,740 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. 2024-11-25T14:19:08,740 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. 2024-11-25T14:19:08,740 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. after waiting 0 ms 2024-11-25T14:19:08,740 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. 2024-11-25T14:19:08,741 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. 2024-11-25T14:19:08,741 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 68e6d27ca7d409b0cce24dff4c75714c: Waiting for close lock at 1732544348740Disabling compacts and flushes for region at 1732544348740Disabling writes for close at 1732544348740Writing region close event to WAL at 1732544348741 (+1 ms)Closed at 1732544348741 2024-11-25T14:19:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741897_1075 (size=95) 2024-11-25T14:19:08,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741897_1075 (size=95) 2024-11-25T14:19:08,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741897_1075 (size=95) 2024-11-25T14:19:08,764 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:19:08,764 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25237797:(num 1732544348659) 2024-11-25T14:19:08,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:08,767 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:08,787 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768, exclude list is [], retry=0 2024-11-25T14:19:08,791 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:08,791 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:08,792 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:08,828 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768 2024-11-25T14:19:08,829 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:19:08,829 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 68e6d27ca7d409b0cce24dff4c75714c, NAME => 'testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:08,829 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:08,829 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,829 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,840 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,846 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e6d27ca7d409b0cce24dff4c75714c columnFamilyName a 2024-11-25T14:19:08,847 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:08,847 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(327): Store=68e6d27ca7d409b0cce24dff4c75714c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:08,848 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,852 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e6d27ca7d409b0cce24dff4c75714c columnFamilyName b 2024-11-25T14:19:08,852 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:08,853 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(327): Store=68e6d27ca7d409b0cce24dff4c75714c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:08,854 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,856 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e6d27ca7d409b0cce24dff4c75714c columnFamilyName c 2024-11-25T14:19:08,856 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:08,858 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(327): Store=68e6d27ca7d409b0cce24dff4c75714c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:08,858 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,860 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,861 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,863 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,863 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,864 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:08,865 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:08,866 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 68e6d27ca7d409b0cce24dff4c75714c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75149916, jitterRate=0.11982101202011108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:08,867 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 68e6d27ca7d409b0cce24dff4c75714c: Writing region info on filesystem at 1732544348829Initializing all the Stores at 1732544348839 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544348839Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544348839Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544348839Cleaning up temporary data from old regions at 1732544348863 (+24 ms)Region opened successfully at 1732544348867 (+4 ms) 2024-11-25T14:19:08,905 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:19:08,950 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 68e6d27ca7d409b0cce24dff4c75714c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T14:19:08,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T14:19:08,974 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/a/2463c8f3d8034e88b8cdcf57ac6b77a8 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732544348867/Put/seqid=0 2024-11-25T14:19:09,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741900_1078 (size=5958) 2024-11-25T14:19:09,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741900_1078 (size=5958) 2024-11-25T14:19:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741900_1078 (size=5958) 2024-11-25T14:19:09,009 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/a/2463c8f3d8034e88b8cdcf57ac6b77a8 2024-11-25T14:19:09,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/b/0e68dbf9763c48a88a835152e5953ae0 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732544348895/Put/seqid=0 2024-11-25T14:19:09,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741901_1079 (size=5958) 2024-11-25T14:19:09,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741901_1079 (size=5958) 2024-11-25T14:19:09,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741901_1079 (size=5958) 2024-11-25T14:19:09,481 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/b/0e68dbf9763c48a88a835152e5953ae0 2024-11-25T14:19:09,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/c/2fcbf96940c24107a7056737f19ff9d2 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732544348930/Put/seqid=0 2024-11-25T14:19:09,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741902_1080 (size=5958) 2024-11-25T14:19:09,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741902_1080 (size=5958) 2024-11-25T14:19:09,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741902_1080 (size=5958) 2024-11-25T14:19:09,580 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/c/2fcbf96940c24107a7056737f19ff9d2 2024-11-25T14:19:09,589 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/a/2463c8f3d8034e88b8cdcf57ac6b77a8 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/a/2463c8f3d8034e88b8cdcf57ac6b77a8 2024-11-25T14:19:09,598 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/a/2463c8f3d8034e88b8cdcf57ac6b77a8, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T14:19:09,599 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/b/0e68dbf9763c48a88a835152e5953ae0 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/b/0e68dbf9763c48a88a835152e5953ae0 2024-11-25T14:19:09,610 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/b/0e68dbf9763c48a88a835152e5953ae0, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T14:19:09,612 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/c/2fcbf96940c24107a7056737f19ff9d2 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/c/2fcbf96940c24107a7056737f19ff9d2 2024-11-25T14:19:09,623 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/c/2fcbf96940c24107a7056737f19ff9d2, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T14:19:09,626 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 68e6d27ca7d409b0cce24dff4c75714c in 676ms, sequenceid=33, compaction requested=false 2024-11-25T14:19:09,626 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 68e6d27ca7d409b0cce24dff4c75714c: 2024-11-25T14:19:09,626 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 68e6d27ca7d409b0cce24dff4c75714c, disabling compactions & flushes 2024-11-25T14:19:09,626 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. 2024-11-25T14:19:09,626 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. 2024-11-25T14:19:09,626 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. after waiting 0 ms 2024-11-25T14:19:09,627 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. 2024-11-25T14:19:09,640 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. 2024-11-25T14:19:09,640 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 68e6d27ca7d409b0cce24dff4c75714c: Waiting for close lock at 1732544349626Disabling compacts and flushes for region at 1732544349626Disabling writes for close at 1732544349626Writing region close event to WAL at 1732544349640 (+14 ms)Closed at 1732544349640 2024-11-25T14:19:09,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741899_1077 (size=3386) 2024-11-25T14:19:09,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741899_1077 (size=3386) 2024-11-25T14:19:09,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741899_1077 (size=3386) 2024-11-25T14:19:09,651 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/b/0e68dbf9763c48a88a835152e5953ae0 to hdfs://localhost:33305/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/b/0e68dbf9763c48a88a835152e5953ae0 2024-11-25T14:19:09,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768, size=3.3 K (3386bytes) 2024-11-25T14:19:09,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768 2024-11-25T14:19:09,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768 after 0ms 2024-11-25T14:19:09,680 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:09,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768 took 4ms 2024-11-25T14:19:09,691 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768 so closing down 2024-11-25T14:19:09,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:19:09,696 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732544348768.temp 2024-11-25T14:19:09,697 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000003-wal.1732544348768.temp 2024-11-25T14:19:09,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:19:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741903_1081 (size=2944) 2024-11-25T14:19:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741903_1081 (size=2944) 2024-11-25T14:19:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741903_1081 (size=2944) 2024-11-25T14:19:09,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000003-wal.1732544348768.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T14:19:09,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000003-wal.1732544348768.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000032 2024-11-25T14:19:09,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 38 ms; skipped=2; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768, size=3.3 K, length=3386, corrupted=false, cancelled=false 2024-11-25T14:19:09,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768, journal: Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768, size=3.3 K (3386bytes) at 1732544349677Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768 so closing down at 1732544349691 (+14 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000003-wal.1732544348768.temp at 1732544349697 (+6 ms)3 split writer threads finished at 1732544349698 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000003-wal.1732544348768.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732544349722 (+24 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000003-wal.1732544348768.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000032 at 1732544349724 (+2 ms)Processed 32 edits across 1 Regions in 38 ms; skipped=2; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768, size=3.3 K, length=3386, corrupted=false, cancelled=false at 1732544349724 2024-11-25T14:19:09,726 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544348768 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544348768 2024-11-25T14:19:09,727 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000032 2024-11-25T14:19:09,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:09,729 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:09,743 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544349729, exclude list is [], retry=0 2024-11-25T14:19:09,746 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:09,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:09,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:09,753 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544349729 2024-11-25T14:19:09,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:19:09,756 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 68e6d27ca7d409b0cce24dff4c75714c, NAME => 'testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:09,756 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:09,756 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,756 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,759 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,761 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e6d27ca7d409b0cce24dff4c75714c columnFamilyName a 2024-11-25T14:19:09,761 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:09,770 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/a/2463c8f3d8034e88b8cdcf57ac6b77a8 2024-11-25T14:19:09,770 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(327): Store=68e6d27ca7d409b0cce24dff4c75714c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:09,771 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,773 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e6d27ca7d409b0cce24dff4c75714c columnFamilyName b 2024-11-25T14:19:09,773 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:09,773 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(327): Store=68e6d27ca7d409b0cce24dff4c75714c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:09,774 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,774 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e6d27ca7d409b0cce24dff4c75714c columnFamilyName c 2024-11-25T14:19:09,775 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:09,794 DEBUG [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/c/2fcbf96940c24107a7056737f19ff9d2 2024-11-25T14:19:09,794 INFO [StoreOpener-68e6d27ca7d409b0cce24dff4c75714c-1 {}] regionserver.HStore(327): Store=68e6d27ca7d409b0cce24dff4c75714c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:09,795 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,796 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,798 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,799 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000032 2024-11-25T14:19:09,801 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:09,803 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000032 2024-11-25T14:19:09,803 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 68e6d27ca7d409b0cce24dff4c75714c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T14:19:09,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/b/d9e5d4514bf246d992a2ea7130d042e8 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732544348895/Put/seqid=0 2024-11-25T14:19:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741905_1083 (size=5958) 2024-11-25T14:19:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741905_1083 (size=5958) 2024-11-25T14:19:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741905_1083 (size=5958) 2024-11-25T14:19:09,832 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/b/d9e5d4514bf246d992a2ea7130d042e8 2024-11-25T14:19:09,840 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/.tmp/b/d9e5d4514bf246d992a2ea7130d042e8 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/b/d9e5d4514bf246d992a2ea7130d042e8 2024-11-25T14:19:09,845 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/b/d9e5d4514bf246d992a2ea7130d042e8, entries=10, sequenceid=32, filesize=5.8 K 2024-11-25T14:19:09,846 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 68e6d27ca7d409b0cce24dff4c75714c in 43ms, sequenceid=32, compaction requested=false; wal=null 2024-11-25T14:19:09,846 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/0000000000000000032 2024-11-25T14:19:09,847 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,847 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,848 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:09,849 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 68e6d27ca7d409b0cce24dff4c75714c 2024-11-25T14:19:09,851 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/68e6d27ca7d409b0cce24dff4c75714c/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-25T14:19:09,852 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 68e6d27ca7d409b0cce24dff4c75714c; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58880169, jitterRate=-0.12261711061000824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:09,853 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 68e6d27ca7d409b0cce24dff4c75714c: Writing region info on filesystem at 1732544349756Initializing all the Stores at 1732544349757 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544349757Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544349759 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544349759Obtaining lock to block concurrent updates at 1732544349803 (+44 ms)Preparing flush snapshotting stores in 68e6d27ca7d409b0cce24dff4c75714c at 1732544349803Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732544349803Flushing stores of testReplayEditsWrittenViaHRegion,,1732544348653.68e6d27ca7d409b0cce24dff4c75714c. at 1732544349803Flushing 68e6d27ca7d409b0cce24dff4c75714c/b: creating writer at 1732544349803Flushing 68e6d27ca7d409b0cce24dff4c75714c/b: appending metadata at 1732544349822 (+19 ms)Flushing 68e6d27ca7d409b0cce24dff4c75714c/b: closing flushed file at 1732544349822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5e1815: reopening flushed file at 1732544349839 (+17 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 68e6d27ca7d409b0cce24dff4c75714c in 43ms, sequenceid=32, compaction requested=false; wal=null at 1732544349846 (+7 ms)Cleaning up temporary data from old regions at 1732544349847 (+1 ms)Region opened successfully at 1732544349853 (+6 ms) 2024-11-25T14:19:09,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=412 (was 405) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:51036 [Waiting for operation #49] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:54362 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:39404 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:43602 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:40564 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:42600 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1114 (was 1042) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=769 (was 769), ProcessCount=11 (was 11), AvailableMemoryMB=4601 (was 4688) 2024-11-25T14:19:09,876 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1114 is superior to 1024 2024-11-25T14:19:09,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=412, OpenFileDescriptor=1114, MaxFileDescriptor=1048576, SystemLoadAverage=769, ProcessCount=11, AvailableMemoryMB=4600 2024-11-25T14:19:09,889 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1114 is superior to 1024 2024-11-25T14:19:09,904 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:09,908 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:09,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:19:09,912 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55078142, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-55078142, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:09,925 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55078142/hregion-55078142.1732544349912, exclude list is [], retry=0 2024-11-25T14:19:09,928 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:09,929 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:09,929 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:09,931 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55078142/hregion-55078142.1732544349912 2024-11-25T14:19:09,934 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:19:09,934 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c31c12d9fe376cd1da089344dd87dba8, NAME => 'testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:19:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741907_1085 (size=68) 2024-11-25T14:19:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741907_1085 (size=68) 2024-11-25T14:19:09,958 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:09,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741907_1085 (size=68) 2024-11-25T14:19:09,960 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:09,962 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31c12d9fe376cd1da089344dd87dba8 columnFamilyName a 2024-11-25T14:19:09,963 DEBUG [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:09,963 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(327): Store=c31c12d9fe376cd1da089344dd87dba8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:09,964 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:09,965 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31c12d9fe376cd1da089344dd87dba8 columnFamilyName b 2024-11-25T14:19:09,966 DEBUG [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:09,966 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(327): Store=c31c12d9fe376cd1da089344dd87dba8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:09,966 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:09,968 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31c12d9fe376cd1da089344dd87dba8 columnFamilyName c 2024-11-25T14:19:09,968 DEBUG [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:09,968 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(327): Store=c31c12d9fe376cd1da089344dd87dba8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:09,968 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:09,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:09,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:09,976 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:09,976 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:09,977 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:09,979 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:09,999 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:19:10,000 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c31c12d9fe376cd1da089344dd87dba8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68058646, jitterRate=0.014152854681015015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:10,001 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c31c12d9fe376cd1da089344dd87dba8: Writing region info on filesystem at 1732544349958Initializing all the Stores at 1732544349959 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544349959Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544349960 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544349960Cleaning up temporary data from old regions at 1732544349976 (+16 ms)Region opened successfully at 1732544350001 (+25 ms) 2024-11-25T14:19:10,001 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c31c12d9fe376cd1da089344dd87dba8, disabling compactions & flushes 2024-11-25T14:19:10,001 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:10,001 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:10,001 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. after waiting 0 ms 2024-11-25T14:19:10,001 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:10,027 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:10,028 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c31c12d9fe376cd1da089344dd87dba8: Waiting for close lock at 1732544350001Disabling compacts and flushes for region at 1732544350001Disabling writes for close at 1732544350001Writing region close event to WAL at 1732544350027 (+26 ms)Closed at 1732544350027 2024-11-25T14:19:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741906_1084 (size=95) 2024-11-25T14:19:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741906_1084 (size=95) 2024-11-25T14:19:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741906_1084 (size=95) 2024-11-25T14:19:10,046 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:19:10,046 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55078142:(num 1732544349912) 2024-11-25T14:19:10,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:10,048 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:10,060 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049, exclude list is [], retry=0 2024-11-25T14:19:10,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:10,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:10,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:10,065 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049 2024-11-25T14:19:10,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:19:10,148 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c31c12d9fe376cd1da089344dd87dba8, NAME => 'testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:10,152 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,152 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:10,152 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,152 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,180 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,190 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31c12d9fe376cd1da089344dd87dba8 columnFamilyName a 2024-11-25T14:19:10,190 DEBUG [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:10,191 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(327): Store=c31c12d9fe376cd1da089344dd87dba8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:10,192 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,194 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31c12d9fe376cd1da089344dd87dba8 columnFamilyName b 2024-11-25T14:19:10,194 DEBUG [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:10,195 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(327): Store=c31c12d9fe376cd1da089344dd87dba8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:10,195 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,200 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31c12d9fe376cd1da089344dd87dba8 columnFamilyName c 2024-11-25T14:19:10,201 DEBUG [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:10,202 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(327): Store=c31c12d9fe376cd1da089344dd87dba8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:10,202 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,203 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,206 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,206 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,206 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:10,208 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,209 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c31c12d9fe376cd1da089344dd87dba8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60706997, jitterRate=-0.09539525210857391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:10,209 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:10,210 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c31c12d9fe376cd1da089344dd87dba8: Running coprocessor pre-open hook at 1732544350152Writing region info on filesystem at 1732544350152Initializing all the Stores at 1732544350169 (+17 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544350169Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544350179 (+10 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544350179Cleaning up temporary data from old regions at 1732544350206 (+27 ms)Running coprocessor post-open hooks at 1732544350209 (+3 ms)Region opened successfully at 1732544350210 (+1 ms) 2024-11-25T14:19:10,247 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c31c12d9fe376cd1da089344dd87dba8 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-25T14:19:10,249 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:10,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-25T14:19:10,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-25T14:19:10,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T14:19:10,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-25T14:19:10,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-25T14:19:10,449 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-25T14:19:11,250 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:12,251 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:13,252 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:14,253 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:15,254 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:15,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T14:19:16,255 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:17,255 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:18,256 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:19,257 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c31c12d9fe376cd1da089344dd87dba8/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:19,258 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c31c12d9fe376cd1da089344dd87dba8: 2024-11-25T14:19:19,258 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:19,291 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c31c12d9fe376cd1da089344dd87dba8: 2024-11-25T14:19:19,292 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-25T14:19:19,292 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c31c12d9fe376cd1da089344dd87dba8, disabling compactions & flushes 2024-11-25T14:19:19,292 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:19,292 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:19,292 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. after waiting 0 ms 2024-11-25T14:19:19,292 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:19,299 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:19,299 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. 2024-11-25T14:19:19,299 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c31c12d9fe376cd1da089344dd87dba8: Waiting for close lock at 1732544359292Running coprocessor pre-close hooks at 1732544359292Disabling compacts and flushes for region at 1732544359292Disabling writes for close at 1732544359292Writing region close event to WAL at 1732544359299 (+7 ms)Running coprocessor post-close hooks at 1732544359299Closed at 1732544359299 2024-11-25T14:19:19,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049 not finished, retry = 0 2024-11-25T14:19:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741908_1086 (size=2691) 2024-11-25T14:19:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741908_1086 (size=2691) 2024-11-25T14:19:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741908_1086 (size=2691) 2024-11-25T14:19:19,442 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049, size=2.6 K (2691bytes) 2024-11-25T14:19:19,442 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049 2024-11-25T14:19:19,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049 after 4ms 2024-11-25T14:19:19,464 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:19,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049 took 23ms 2024-11-25T14:19:19,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049 so closing down 2024-11-25T14:19:19,490 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:19:19,493 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732544350049.temp 2024-11-25T14:19:19,503 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000004-wal.1732544350049.temp 2024-11-25T14:19:19,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:19:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741909_1087 (size=2094) 2024-11-25T14:19:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741909_1087 (size=2094) 2024-11-25T14:19:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741909_1087 (size=2094) 2024-11-25T14:19:19,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000004-wal.1732544350049.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-25T14:19:19,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000004-wal.1732544350049.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000026 2024-11-25T14:19:19,555 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 68 ms; skipped=3; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-25T14:19:19,555 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049, journal: Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049, size=2.6 K (2691bytes) at 1732544359442Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049 so closing down at 1732544359490 (+48 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000004-wal.1732544350049.temp at 1732544359503 (+13 ms)3 split writer threads finished at 1732544359504 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000004-wal.1732544350049.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732544359550 (+46 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000004-wal.1732544350049.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000026 at 1732544359552 (+2 ms)Processed 23 edits across 1 Regions in 68 ms; skipped=3; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1732544359555 (+3 ms) 2024-11-25T14:19:19,559 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544350049 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544350049 2024-11-25T14:19:19,561 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000026 2024-11-25T14:19:19,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:19,564 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:19,584 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544359564, exclude list is [], retry=0 2024-11-25T14:19:19,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:19,590 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:19,591 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:19,673 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544359564 2024-11-25T14:19:19,675 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:19:19,676 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c31c12d9fe376cd1da089344dd87dba8, NAME => 'testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:19,677 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:19,677 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:19,678 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:19,678 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:19,697 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:19,699 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31c12d9fe376cd1da089344dd87dba8 columnFamilyName a 2024-11-25T14:19:19,699 DEBUG [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:19,700 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(327): Store=c31c12d9fe376cd1da089344dd87dba8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:19,701 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:19,703 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31c12d9fe376cd1da089344dd87dba8 columnFamilyName b 2024-11-25T14:19:19,707 DEBUG [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:19,708 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(327): Store=c31c12d9fe376cd1da089344dd87dba8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:19,709 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:19,712 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31c12d9fe376cd1da089344dd87dba8 columnFamilyName c 2024-11-25T14:19:19,712 DEBUG [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:19,713 INFO [StoreOpener-c31c12d9fe376cd1da089344dd87dba8-1 {}] regionserver.HStore(327): Store=c31c12d9fe376cd1da089344dd87dba8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:19,713 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:19,714 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:19,716 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:19,719 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000026 2024-11-25T14:19:19,735 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:19,747 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000026 2024-11-25T14:19:19,747 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c31c12d9fe376cd1da089344dd87dba8 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-25T14:19:19,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/.tmp/a/187b8ed35ae74d84a26fdea03f73015e is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732544359267/Put/seqid=0 2024-11-25T14:19:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741911_1089 (size=5523) 2024-11-25T14:19:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741911_1089 (size=5523) 2024-11-25T14:19:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741911_1089 (size=5523) 2024-11-25T14:19:19,827 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/.tmp/a/187b8ed35ae74d84a26fdea03f73015e 2024-11-25T14:19:19,857 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/.tmp/b/2306c2ded289440890bfc37d44b1649f is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732544359259/Put/seqid=0 2024-11-25T14:19:19,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741912_1090 (size=5524) 2024-11-25T14:19:19,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741912_1090 (size=5524) 2024-11-25T14:19:19,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741912_1090 (size=5524) 2024-11-25T14:19:19,888 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/.tmp/b/2306c2ded289440890bfc37d44b1649f 2024-11-25T14:19:19,914 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/.tmp/c/57ce7e3b133845bbb97405c9cc822e86 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732544359264/Put/seqid=0 2024-11-25T14:19:19,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741913_1091 (size=5457) 2024-11-25T14:19:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741913_1091 (size=5457) 2024-11-25T14:19:19,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741913_1091 (size=5457) 2024-11-25T14:19:19,947 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/.tmp/c/57ce7e3b133845bbb97405c9cc822e86 2024-11-25T14:19:19,980 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/.tmp/a/187b8ed35ae74d84a26fdea03f73015e as hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/a/187b8ed35ae74d84a26fdea03f73015e 2024-11-25T14:19:20,000 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/a/187b8ed35ae74d84a26fdea03f73015e, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T14:19:20,002 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/.tmp/b/2306c2ded289440890bfc37d44b1649f as hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/b/2306c2ded289440890bfc37d44b1649f 2024-11-25T14:19:20,009 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/b/2306c2ded289440890bfc37d44b1649f, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T14:19:20,010 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/.tmp/c/57ce7e3b133845bbb97405c9cc822e86 as hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/c/57ce7e3b133845bbb97405c9cc822e86 2024-11-25T14:19:20,016 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/c/57ce7e3b133845bbb97405c9cc822e86, entries=6, sequenceid=26, filesize=5.3 K 2024-11-25T14:19:20,017 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c31c12d9fe376cd1da089344dd87dba8 in 270ms, sequenceid=26, compaction requested=false; wal=null 2024-11-25T14:19:20,018 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/0000000000000000026 2024-11-25T14:19:20,020 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:20,020 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:20,023 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:20,025 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:20,032 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsAfterAbortingFlush/c31c12d9fe376cd1da089344dd87dba8/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-25T14:19:20,034 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c31c12d9fe376cd1da089344dd87dba8; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62995472, jitterRate=-0.0612943172454834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:20,034 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c31c12d9fe376cd1da089344dd87dba8 2024-11-25T14:19:20,034 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c31c12d9fe376cd1da089344dd87dba8: Running coprocessor pre-open hook at 1732544359678Writing region info on filesystem at 1732544359678Initializing all the Stores at 1732544359687 (+9 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544359687Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544359696 (+9 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544359696Obtaining lock to block concurrent updates at 1732544359747 (+51 ms)Preparing flush snapshotting stores in c31c12d9fe376cd1da089344dd87dba8 at 1732544359747Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732544359748 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1732544349905.c31c12d9fe376cd1da089344dd87dba8. at 1732544359748Flushing c31c12d9fe376cd1da089344dd87dba8/a: creating writer at 1732544359748Flushing c31c12d9fe376cd1da089344dd87dba8/a: appending metadata at 1732544359814 (+66 ms)Flushing c31c12d9fe376cd1da089344dd87dba8/a: closing flushed file at 1732544359814Flushing c31c12d9fe376cd1da089344dd87dba8/b: creating writer at 1732544359833 (+19 ms)Flushing c31c12d9fe376cd1da089344dd87dba8/b: appending metadata at 1732544359856 (+23 ms)Flushing c31c12d9fe376cd1da089344dd87dba8/b: closing flushed file at 1732544359856Flushing c31c12d9fe376cd1da089344dd87dba8/c: creating writer at 1732544359899 (+43 ms)Flushing c31c12d9fe376cd1da089344dd87dba8/c: appending metadata at 1732544359914 (+15 ms)Flushing c31c12d9fe376cd1da089344dd87dba8/c: closing flushed file at 1732544359914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a8a107: reopening flushed file at 1732544359975 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45841eef: reopening flushed file at 1732544360001 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d453aa5: reopening flushed file at 1732544360009 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c31c12d9fe376cd1da089344dd87dba8 in 270ms, sequenceid=26, compaction requested=false; wal=null at 1732544360017 (+8 ms)Cleaning up temporary data from old regions at 1732544360020 (+3 ms)Running coprocessor post-open hooks at 1732544360034 (+14 ms)Region opened successfully at 1732544360034 2024-11-25T14:19:20,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=416 (was 412) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:40704 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:59754 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:45392 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:40692 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:59758 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1182 (was 1114) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=720 (was 769), ProcessCount=11 (was 11), AvailableMemoryMB=5683 (was 4600) - AvailableMemoryMB LEAK? - 2024-11-25T14:19:20,092 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-25T14:19:20,113 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=720, ProcessCount=11, AvailableMemoryMB=5680 2024-11-25T14:19:20,114 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-25T14:19:20,134 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:20,137 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:20,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:19:20,180 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53486483, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-53486483, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:20,201 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53486483/hregion-53486483.1732544360181, exclude list is [], retry=0 2024-11-25T14:19:20,205 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:20,207 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:20,208 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:20,260 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53486483/hregion-53486483.1732544360181 2024-11-25T14:19:20,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:19:20,264 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d14216249da06cf8e485ed4cf47cc6a9, NAME => 'testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:19:20,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741915_1093 (size=61) 2024-11-25T14:19:20,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741915_1093 (size=61) 2024-11-25T14:19:20,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741915_1093 (size=61) 2024-11-25T14:19:20,327 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:20,355 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,365 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14216249da06cf8e485ed4cf47cc6a9 columnFamilyName a 2024-11-25T14:19:20,365 DEBUG [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:20,368 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] regionserver.HStore(327): Store=d14216249da06cf8e485ed4cf47cc6a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:20,371 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,379 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,383 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,387 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,387 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,405 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,419 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:19:20,422 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d14216249da06cf8e485ed4cf47cc6a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71646824, jitterRate=0.06762087345123291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T14:19:20,423 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d14216249da06cf8e485ed4cf47cc6a9: Writing region info on filesystem at 1732544360328Initializing all the Stores at 1732544360335 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544360335Cleaning up temporary data from old regions at 1732544360387 (+52 ms)Region opened successfully at 1732544360423 (+36 ms) 2024-11-25T14:19:20,423 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d14216249da06cf8e485ed4cf47cc6a9, disabling compactions & flushes 2024-11-25T14:19:20,424 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. 2024-11-25T14:19:20,424 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. 2024-11-25T14:19:20,424 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. after waiting 0 ms 2024-11-25T14:19:20,424 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. 2024-11-25T14:19:20,424 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. 2024-11-25T14:19:20,424 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d14216249da06cf8e485ed4cf47cc6a9: Waiting for close lock at 1732544360423Disabling compacts and flushes for region at 1732544360423Disabling writes for close at 1732544360424 (+1 ms)Writing region close event to WAL at 1732544360424Closed at 1732544360424 2024-11-25T14:19:20,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741914_1092 (size=95) 2024-11-25T14:19:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741914_1092 (size=95) 2024-11-25T14:19:20,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741914_1092 (size=95) 2024-11-25T14:19:20,481 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:19:20,481 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53486483:(num 1732544360181) 2024-11-25T14:19:20,481 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:20,507 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:20,533 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508, exclude list is [], retry=0 2024-11-25T14:19:20,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:20,540 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:20,541 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:20,571 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508 2024-11-25T14:19:20,584 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:19:20,585 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d14216249da06cf8e485ed4cf47cc6a9, NAME => 'testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:20,585 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:20,585 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,585 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,599 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,604 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14216249da06cf8e485ed4cf47cc6a9 columnFamilyName a 2024-11-25T14:19:20,604 DEBUG [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:20,609 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] regionserver.HStore(327): Store=d14216249da06cf8e485ed4cf47cc6a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:20,609 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,611 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,613 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,614 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,614 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,617 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:20,618 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d14216249da06cf8e485ed4cf47cc6a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71858857, jitterRate=0.07078041136264801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T14:19:20,619 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d14216249da06cf8e485ed4cf47cc6a9: Writing region info on filesystem at 1732544360585Initializing all the Stores at 1732544360592 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544360592Cleaning up temporary data from old regions at 1732544360614 (+22 ms)Region opened successfully at 1732544360619 (+5 ms) 2024-11-25T14:19:20,719 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d14216249da06cf8e485ed4cf47cc6a9, disabling compactions & flushes 2024-11-25T14:19:20,719 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. 2024-11-25T14:19:20,719 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. 2024-11-25T14:19:20,719 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. after waiting 0 ms 2024-11-25T14:19:20,719 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. 2024-11-25T14:19:20,723 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. 2024-11-25T14:19:20,724 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. 2024-11-25T14:19:20,724 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d14216249da06cf8e485ed4cf47cc6a9: Waiting for close lock at 1732544360719Disabling compacts and flushes for region at 1732544360719Disabling writes for close at 1732544360719Writing region close event to WAL at 1732544360723 (+4 ms)Closed at 1732544360724 (+1 ms) 2024-11-25T14:19:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741916_1094 (size=1050) 2024-11-25T14:19:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741916_1094 (size=1050) 2024-11-25T14:19:20,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741916_1094 (size=1050) 2024-11-25T14:19:20,768 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508, size=1.0 K (1050bytes) 2024-11-25T14:19:20,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508 2024-11-25T14:19:20,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508 after 7ms 2024-11-25T14:19:20,789 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:20,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508 took 21ms 2024-11-25T14:19:20,807 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508 so closing down 2024-11-25T14:19:20,814 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:19:20,830 INFO [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732544360508.temp 2024-11-25T14:19:20,841 INFO [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000003-wal.1732544360508.temp 2024-11-25T14:19:20,841 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:19:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741917_1095 (size=1050) 2024-11-25T14:19:20,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741917_1095 (size=1050) 2024-11-25T14:19:20,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741917_1095 (size=1050) 2024-11-25T14:19:20,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000003-wal.1732544360508.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:19:20,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000003-wal.1732544360508.temp to hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000012 2024-11-25T14:19:20,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-25T14:19:20,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508, journal: Splitting hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508, size=1.0 K (1050bytes) at 1732544360768Finishing writing output for hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508 so closing down at 1732544360807 (+39 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000003-wal.1732544360508.temp at 1732544360841 (+34 ms)3 split writer threads finished at 1732544360841Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000003-wal.1732544360508.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732544360888 (+47 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000003-wal.1732544360508.temp to hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000012 at 1732544360895 (+7 ms)Processed 10 edits across 1 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732544360895 2024-11-25T14:19:20,898 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544360508 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544360508 2024-11-25T14:19:20,900 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000012 2024-11-25T14:19:20,905 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:22,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:22,059 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:22,128 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544362060, exclude list is [], retry=0 2024-11-25T14:19:22,146 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:22,146 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:22,146 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:22,180 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544362060 2024-11-25T14:19:22,182 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:19:22,182 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d14216249da06cf8e485ed4cf47cc6a9, NAME => 'testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:22,182 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:22,183 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,183 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,200 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,204 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14216249da06cf8e485ed4cf47cc6a9 columnFamilyName a 2024-11-25T14:19:22,205 DEBUG [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:22,210 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] regionserver.HStore(327): Store=d14216249da06cf8e485ed4cf47cc6a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:22,211 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,212 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,214 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,215 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000012 2024-11-25T14:19:22,223 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:22,228 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000012 2024-11-25T14:19:22,228 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d14216249da06cf8e485ed4cf47cc6a9 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-25T14:19:22,271 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/.tmp/a/2dfddd2f1adf4ef3b80cb48660594b12 is 79, key is testDatalossWhenInputError/a:x0/1732544360620/Put/seqid=0 2024-11-25T14:19:22,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741919_1097 (size=5808) 2024-11-25T14:19:22,370 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/.tmp/a/2dfddd2f1adf4ef3b80cb48660594b12 2024-11-25T14:19:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741919_1097 (size=5808) 2024-11-25T14:19:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741919_1097 (size=5808) 2024-11-25T14:19:22,397 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/.tmp/a/2dfddd2f1adf4ef3b80cb48660594b12 as hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/a/2dfddd2f1adf4ef3b80cb48660594b12 2024-11-25T14:19:22,438 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/a/2dfddd2f1adf4ef3b80cb48660594b12, entries=10, sequenceid=12, filesize=5.7 K 2024-11-25T14:19:22,438 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for d14216249da06cf8e485ed4cf47cc6a9 in 210ms, sequenceid=12, compaction requested=false; wal=null 2024-11-25T14:19:22,439 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/0000000000000000012 2024-11-25T14:19:22,441 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,441 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,446 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,453 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-25T14:19:22,455 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d14216249da06cf8e485ed4cf47cc6a9; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61223490, jitterRate=-0.08769890666007996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T14:19:22,456 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d14216249da06cf8e485ed4cf47cc6a9: Writing region info on filesystem at 1732544362183Initializing all the Stores at 1732544362195 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544362195Obtaining lock to block concurrent updates at 1732544362228 (+33 ms)Preparing flush snapshotting stores in d14216249da06cf8e485ed4cf47cc6a9 at 1732544362228Finished memstore snapshotting testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732544362228Flushing stores of testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9. at 1732544362228Flushing d14216249da06cf8e485ed4cf47cc6a9/a: creating writer at 1732544362228Flushing d14216249da06cf8e485ed4cf47cc6a9/a: appending metadata at 1732544362270 (+42 ms)Flushing d14216249da06cf8e485ed4cf47cc6a9/a: closing flushed file at 1732544362270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f25e654: reopening flushed file at 1732544362394 (+124 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for d14216249da06cf8e485ed4cf47cc6a9 in 210ms, sequenceid=12, compaction requested=false; wal=null at 1732544362438 (+44 ms)Cleaning up temporary data from old regions at 1732544362441 (+3 ms)Region opened successfully at 1732544362455 (+14 ms) 2024-11-25T14:19:22,462 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d14216249da06cf8e485ed4cf47cc6a9, NAME => 'testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:22,462 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732544360135.d14216249da06cf8e485ed4cf47cc6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:22,462 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,463 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,464 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,465 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14216249da06cf8e485ed4cf47cc6a9 columnFamilyName a 2024-11-25T14:19:22,465 DEBUG [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:22,484 DEBUG [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/a/2dfddd2f1adf4ef3b80cb48660594b12 2024-11-25T14:19:22,484 INFO [StoreOpener-d14216249da06cf8e485ed4cf47cc6a9-1 {}] regionserver.HStore(327): Store=d14216249da06cf8e485ed4cf47cc6a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:22,484 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,488 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,501 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,508 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,508 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,519 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d14216249da06cf8e485ed4cf47cc6a9 2024-11-25T14:19:22,526 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testDatalossWhenInputError/d14216249da06cf8e485ed4cf47cc6a9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-25T14:19:22,538 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d14216249da06cf8e485ed4cf47cc6a9; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63429596, jitterRate=-0.05482536554336548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T14:19:22,538 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d14216249da06cf8e485ed4cf47cc6a9: Writing region info on filesystem at 1732544362463Initializing all the Stores at 1732544362464 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544362464Cleaning up temporary data from old regions at 1732544362508 (+44 ms)Region opened successfully at 1732544362538 (+30 ms) 2024-11-25T14:19:22,573 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=427 (was 416) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:59836 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:40780 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:45440 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:45458 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:40692 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-735888599-172.17.0.3-1732544314701:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:59758 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1268 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=758 (was 720) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5336 (was 5680) 2024-11-25T14:19:22,573 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-11-25T14:19:22,593 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1268, MaxFileDescriptor=1048576, SystemLoadAverage=758, ProcessCount=11, AvailableMemoryMB=5335 2024-11-25T14:19:22,593 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-11-25T14:19:22,624 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:22,630 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:22,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:19:22,642 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42617993, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-42617993, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:22,661 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42617993/hregion-42617993.1732544362642, exclude list is [], retry=0 2024-11-25T14:19:22,676 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:22,678 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:22,680 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:22,686 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42617993/hregion-42617993.1732544362642 2024-11-25T14:19:22,687 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:19:22,688 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2a484920ca33d11a841fe7c5885e8680, NAME => 'testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:19:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741921_1099 (size=63) 2024-11-25T14:19:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741921_1099 (size=63) 2024-11-25T14:19:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741921_1099 (size=63) 2024-11-25T14:19:22,719 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:22,724 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,728 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a484920ca33d11a841fe7c5885e8680 columnFamilyName a 2024-11-25T14:19:22,728 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:22,732 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(327): Store=2a484920ca33d11a841fe7c5885e8680/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:22,732 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,734 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a484920ca33d11a841fe7c5885e8680 columnFamilyName b 2024-11-25T14:19:22,734 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:22,736 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(327): Store=2a484920ca33d11a841fe7c5885e8680/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:22,736 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,738 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a484920ca33d11a841fe7c5885e8680 columnFamilyName c 2024-11-25T14:19:22,738 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:22,743 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(327): Store=2a484920ca33d11a841fe7c5885e8680/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:22,743 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,755 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,755 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,764 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:22,782 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,793 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:19:22,794 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a484920ca33d11a841fe7c5885e8680; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64610314, jitterRate=-0.03723129630088806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:22,794 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a484920ca33d11a841fe7c5885e8680: Writing region info on filesystem at 1732544362719Initializing all the Stores at 1732544362724 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544362724Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544362724Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544362724Cleaning up temporary data from old regions at 1732544362755 (+31 ms)Region opened successfully at 1732544362794 (+39 ms) 2024-11-25T14:19:22,795 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a484920ca33d11a841fe7c5885e8680, disabling compactions & flushes 2024-11-25T14:19:22,795 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. 2024-11-25T14:19:22,795 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. 2024-11-25T14:19:22,795 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. after waiting 0 ms 2024-11-25T14:19:22,795 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. 2024-11-25T14:19:22,797 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. 2024-11-25T14:19:22,798 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a484920ca33d11a841fe7c5885e8680: Waiting for close lock at 1732544362794Disabling compacts and flushes for region at 1732544362794Disabling writes for close at 1732544362795 (+1 ms)Writing region close event to WAL at 1732544362797 (+2 ms)Closed at 1732544362797 2024-11-25T14:19:22,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741920_1098 (size=95) 2024-11-25T14:19:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741920_1098 (size=95) 2024-11-25T14:19:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741920_1098 (size=95) 2024-11-25T14:19:22,826 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:19:22,826 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42617993:(num 1732544362642) 2024-11-25T14:19:22,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:22,835 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:22,852 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835, exclude list is [], retry=0 2024-11-25T14:19:22,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:22,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:22,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:22,882 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 2024-11-25T14:19:22,883 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:19:22,883 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a484920ca33d11a841fe7c5885e8680, NAME => 'testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:22,883 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:22,883 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,883 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,891 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,893 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a484920ca33d11a841fe7c5885e8680 columnFamilyName a 2024-11-25T14:19:22,893 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:22,894 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(327): Store=2a484920ca33d11a841fe7c5885e8680/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:22,894 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,895 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a484920ca33d11a841fe7c5885e8680 columnFamilyName b 2024-11-25T14:19:22,895 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:22,896 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(327): Store=2a484920ca33d11a841fe7c5885e8680/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:22,896 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,897 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a484920ca33d11a841fe7c5885e8680 columnFamilyName c 2024-11-25T14:19:22,897 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:22,897 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(327): Store=2a484920ca33d11a841fe7c5885e8680/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:22,898 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,898 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,899 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,900 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,900 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,901 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:22,903 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:22,905 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a484920ca33d11a841fe7c5885e8680; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63322913, jitterRate=-0.05641506612300873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:22,906 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a484920ca33d11a841fe7c5885e8680: Writing region info on filesystem at 1732544362883Initializing all the Stores at 1732544362886 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544362887 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544362891 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544362891Cleaning up temporary data from old regions at 1732544362901 (+10 ms)Region opened successfully at 1732544362906 (+5 ms) 2024-11-25T14:19:22,913 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732544362913/Put/seqid=0 2024-11-25T14:19:22,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741923_1101 (size=4875) 2024-11-25T14:19:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741923_1101 (size=4875) 2024-11-25T14:19:22,964 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732544362964/Put/seqid=0 2024-11-25T14:19:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741923_1101 (size=4875) 2024-11-25T14:19:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741924_1102 (size=4875) 2024-11-25T14:19:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741924_1102 (size=4875) 2024-11-25T14:19:23,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741924_1102 (size=4875) 2024-11-25T14:19:23,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732544363011/Put/seqid=0 2024-11-25T14:19:23,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741925_1103 (size=4875) 2024-11-25T14:19:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741925_1103 (size=4875) 2024-11-25T14:19:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741925_1103 (size=4875) 2024-11-25T14:19:23,027 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 2a484920ca33d11a841fe7c5885e8680/a 2024-11-25T14:19:23,033 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-25T14:19:23,033 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:19:23,035 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 2a484920ca33d11a841fe7c5885e8680/a 2024-11-25T14:19:23,043 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-25T14:19:23,043 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:19:23,043 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 2a484920ca33d11a841fe7c5885e8680/a 2024-11-25T14:19:23,054 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-25T14:19:23,054 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:19:23,054 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a484920ca33d11a841fe7c5885e8680 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-25T14:19:23,076 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/.tmp/a/23f09804da7a4b13b956b71fc058fd2b is 55, key is testCompactedBulkLoadedFiles/a:a/1732544362906/Put/seqid=0 2024-11-25T14:19:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741926_1104 (size=5107) 2024-11-25T14:19:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741926_1104 (size=5107) 2024-11-25T14:19:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741926_1104 (size=5107) 2024-11-25T14:19:23,095 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/.tmp/a/23f09804da7a4b13b956b71fc058fd2b 2024-11-25T14:19:23,102 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/.tmp/a/23f09804da7a4b13b956b71fc058fd2b as hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/23f09804da7a4b13b956b71fc058fd2b 2024-11-25T14:19:23,110 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/23f09804da7a4b13b956b71fc058fd2b, entries=1, sequenceid=4, filesize=5.0 K 2024-11-25T14:19:23,112 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 2a484920ca33d11a841fe7c5885e8680 in 58ms, sequenceid=4, compaction requested=false 2024-11-25T14:19:23,112 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2a484920ca33d11a841fe7c5885e8680: 2024-11-25T14:19:23,119 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_ 2024-11-25T14:19:23,121 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_ 2024-11-25T14:19:23,123 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_ 2024-11-25T14:19:23,125 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile0 into 2a484920ca33d11a841fe7c5885e8680/a as hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_ - updating store file list. 2024-11-25T14:19:23,133 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:19:23,133 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_ into 2a484920ca33d11a841fe7c5885e8680/a 2024-11-25T14:19:23,133 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile0 into 2a484920ca33d11a841fe7c5885e8680/a (new location: hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_) 2024-11-25T14:19:23,135 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile1 into 2a484920ca33d11a841fe7c5885e8680/a as hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_ - updating store file list. 2024-11-25T14:19:23,143 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e9383b4949d4396b666ea3490014dc2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:19:23,143 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_ into 2a484920ca33d11a841fe7c5885e8680/a 2024-11-25T14:19:23,143 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile1 into 2a484920ca33d11a841fe7c5885e8680/a (new location: hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_) 2024-11-25T14:19:23,145 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile2 into 2a484920ca33d11a841fe7c5885e8680/a as hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_ - updating store file list. 2024-11-25T14:19:23,152 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:19:23,152 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_ into 2a484920ca33d11a841fe7c5885e8680/a 2024-11-25T14:19:23,152 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33305/hbase/testCompactedBulkLoadedFiles/hfile2 into 2a484920ca33d11a841fe7c5885e8680/a (new location: hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_) 2024-11-25T14:19:23,169 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T14:19:23,169 DEBUG [Time-limited test {}] regionserver.HStore(1541): 2a484920ca33d11a841fe7c5885e8680/a is initiating major compaction (all files) 2024-11-25T14:19:23,170 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 2a484920ca33d11a841fe7c5885e8680/a in testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. 2024-11-25T14:19:23,170 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/23f09804da7a4b13b956b71fc058fd2b, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_] into tmpdir=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/.tmp, totalSize=19.3 K 2024-11-25T14:19:23,170 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 23f09804da7a4b13b956b71fc058fd2b, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732544362906 2024-11-25T14:19:23,171 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T14:19:23,171 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9e9383b4949d4396b666ea3490014dc2_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T14:19:23,172 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T14:19:23,210 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/.tmp/a/38aa247271494117be6bc22e07584fdc is 55, key is testCompactedBulkLoadedFiles/a:a/1732544362906/Put/seqid=0 2024-11-25T14:19:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741927_1105 (size=6154) 2024-11-25T14:19:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741927_1105 (size=6154) 2024-11-25T14:19:23,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741927_1105 (size=6154) 2024-11-25T14:19:23,234 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/.tmp/a/38aa247271494117be6bc22e07584fdc as hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/38aa247271494117be6bc22e07584fdc 2024-11-25T14:19:23,242 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 2a484920ca33d11a841fe7c5885e8680/a of 2a484920ca33d11a841fe7c5885e8680 into 38aa247271494117be6bc22e07584fdc(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T14:19:23,242 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 2a484920ca33d11a841fe7c5885e8680: 2024-11-25T14:19:23,242 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T14:19:23,242 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T14:19:23,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835, size=0 (0bytes) 2024-11-25T14:19:23,289 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 might be still open, length is 0 2024-11-25T14:19:23,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 2024-11-25T14:19:23,289 WARN [IPC Server handler 2 on default port 33305 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-25T14:19:23,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 after 1ms 2024-11-25T14:19:23,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:45486 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:42049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45486 dst: /127.0.0.1:42049 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42049 remote=/127.0.0.1:45486]. Total timeout mills is 60000, 59438 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:23,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:40806 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:44205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40806 dst: /127.0.0.1:44205 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:23,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:59870 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:38673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59870 dst: /127.0.0.1:38673 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741922_1106 (size=1172) 2024-11-25T14:19:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741922_1106 (size=1172) 2024-11-25T14:19:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741922_1106 (size=1172) 2024-11-25T14:19:24,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T14:19:25,284 INFO [master/cb69081f5976:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T14:19:25,284 INFO [master/cb69081f5976:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T14:19:27,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 after 4002ms 2024-11-25T14:19:27,294 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:27,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 took 4007ms 2024-11-25T14:19:27,297 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835; continuing. 2024-11-25T14:19:27,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 so closing down 2024-11-25T14:19:27,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:19:27,299 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732544362835.temp 2024-11-25T14:19:27,305 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000003-wal.1732544362835.temp 2024-11-25T14:19:27,305 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:19:27,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741928_1107 (size=548) 2024-11-25T14:19:27,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741928_1107 (size=548) 2024-11-25T14:19:27,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741928_1107 (size=548) 2024-11-25T14:19:27,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000003-wal.1732544362835.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T14:19:27,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000003-wal.1732544362835.temp to hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000008 2024-11-25T14:19:27,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 27 ms; skipped=3; WAL=hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T14:19:27,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835, journal: Splitting hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835, size=0 (0bytes) at 1732544363289Finishing writing output for hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 so closing down at 1732544367297 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000003-wal.1732544362835.temp at 1732544367305 (+8 ms)3 split writer threads finished at 1732544367305Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000003-wal.1732544362835.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732544367320 (+15 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000003-wal.1732544362835.temp to hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000008 at 1732544367322 (+2 ms)Processed 5 edits across 1 Regions in 27 ms; skipped=3; WAL=hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835, size=0, length=0, corrupted=false, cancelled=false at 1732544367323 (+1 ms) 2024-11-25T14:19:27,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544362835 2024-11-25T14:19:27,325 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000008 2024-11-25T14:19:27,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:27,327 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:27,348 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544367328, exclude list is [], retry=0 2024-11-25T14:19:27,354 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:27,354 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:27,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:27,357 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544367328 2024-11-25T14:19:27,358 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-25T14:19:27,359 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a484920ca33d11a841fe7c5885e8680, NAME => 'testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:27,359 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:27,359 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,359 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,362 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,364 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a484920ca33d11a841fe7c5885e8680 columnFamilyName a 2024-11-25T14:19:27,364 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,388 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/23f09804da7a4b13b956b71fc058fd2b 2024-11-25T14:19:27,394 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/38aa247271494117be6bc22e07584fdc 2024-11-25T14:19:27,399 DEBUG [StoreFileOpener-2a484920ca33d11a841fe7c5885e8680-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:19:27,399 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_ 2024-11-25T14:19:27,417 DEBUG [StoreFileOpener-2a484920ca33d11a841fe7c5885e8680-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e9383b4949d4396b666ea3490014dc2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:19:27,417 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_ 2024-11-25T14:19:27,425 DEBUG [StoreFileOpener-2a484920ca33d11a841fe7c5885e8680-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:19:27,425 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_ 2024-11-25T14:19:27,425 WARN [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/23f09804da7a4b13b956b71fc058fd2b from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6bab6f4f 2024-11-25T14:19:27,425 WARN [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6bab6f4f 2024-11-25T14:19:27,425 WARN [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6bab6f4f 2024-11-25T14:19:27,425 WARN [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6bab6f4f 2024-11-25T14:19:27,425 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/23f09804da7a4b13b956b71fc058fd2b, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_] to archive 2024-11-25T14:19:27,427 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T14:19:27,430 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/23f09804da7a4b13b956b71fc058fd2b to hdfs://localhost:33305/hbase/archive/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/23f09804da7a4b13b956b71fc058fd2b 2024-11-25T14:19:27,432 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_ to hdfs://localhost:33305/hbase/archive/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_ 2024-11-25T14:19:27,434 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_ to hdfs://localhost:33305/hbase/archive/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/9e9383b4949d4396b666ea3490014dc2_SeqId_4_ 2024-11-25T14:19:27,438 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_ to hdfs://localhost:33305/hbase/archive/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/a/e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_ 2024-11-25T14:19:27,438 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(327): Store=2a484920ca33d11a841fe7c5885e8680/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,438 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,440 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a484920ca33d11a841fe7c5885e8680 columnFamilyName b 2024-11-25T14:19:27,440 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,441 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(327): Store=2a484920ca33d11a841fe7c5885e8680/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,441 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,443 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a484920ca33d11a841fe7c5885e8680 columnFamilyName c 2024-11-25T14:19:27,443 DEBUG [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,444 INFO [StoreOpener-2a484920ca33d11a841fe7c5885e8680-1 {}] regionserver.HStore(327): Store=2a484920ca33d11a841fe7c5885e8680/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,445 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,446 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,450 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,451 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000008 2024-11-25T14:19:27,461 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:27,473 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 2a484920ca33d11a841fe7c5885e8680 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "2a484920ca33d11a841fe7c5885e8680" family_name: "a" compaction_input: "23f09804da7a4b13b956b71fc058fd2b" compaction_input: "e82d5d193eb246f7b2d71fc7f308980a_SeqId_4_" compaction_input: "9e9383b4949d4396b666ea3490014dc2_SeqId_4_" compaction_input: "6ab9ec8cd009406cad6eeffe9acf970d_SeqId_4_" compaction_output: "38aa247271494117be6bc22e07584fdc" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-25T14:19:27,473 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-25T14:19:27,473 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000008 2024-11-25T14:19:27,477 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/0000000000000000008 2024-11-25T14:19:27,484 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,484 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,488 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:27,491 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a484920ca33d11a841fe7c5885e8680 2024-11-25T14:19:27,499 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testCompactedBulkLoadedFiles/2a484920ca33d11a841fe7c5885e8680/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T14:19:27,501 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a484920ca33d11a841fe7c5885e8680; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59400505, jitterRate=-0.11486349999904633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:27,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a484920ca33d11a841fe7c5885e8680: Writing region info on filesystem at 1732544367360Initializing all the Stores at 1732544367361 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367361Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367362 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367362Cleaning up temporary data from old regions at 1732544367484 (+122 ms)Region opened successfully at 1732544367501 (+17 ms) 2024-11-25T14:19:27,505 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a484920ca33d11a841fe7c5885e8680, disabling compactions & flushes 2024-11-25T14:19:27,505 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. 2024-11-25T14:19:27,505 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. 2024-11-25T14:19:27,505 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. after waiting 0 ms 2024-11-25T14:19:27,506 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. 2024-11-25T14:19:27,511 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732544362625.2a484920ca33d11a841fe7c5885e8680. 2024-11-25T14:19:27,512 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a484920ca33d11a841fe7c5885e8680: Waiting for close lock at 1732544367505Disabling compacts and flushes for region at 1732544367505Disabling writes for close at 1732544367505Writing region close event to WAL at 1732544367511 (+6 ms)Closed at 1732544367511 2024-11-25T14:19:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741929_1108 (size=95) 2024-11-25T14:19:27,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741929_1108 (size=95) 2024-11-25T14:19:27,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741929_1108 (size=95) 2024-11-25T14:19:27,537 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:19:27,537 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732544367328) 2024-11-25T14:19:27,558 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=434 (was 427) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1057254820_22 at /127.0.0.1:60970 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1057254820_22 at /127.0.0.1:44076 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33305 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1057254820_22 at /127.0.0.1:60466 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1268) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=738 (was 758), ProcessCount=11 (was 11), AvailableMemoryMB=4627 (was 5335) 2024-11-25T14:19:27,558 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-25T14:19:27,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=434, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=738, ProcessCount=11, AvailableMemoryMB=4626 2024-11-25T14:19:27,579 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-25T14:19:27,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:27,608 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:19:27,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:19:27,611 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-81513340, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/hregion-81513340, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:27,631 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-81513340/hregion-81513340.1732544367612, exclude list is [], retry=0 2024-11-25T14:19:27,635 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:27,635 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:27,636 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:27,643 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-81513340/hregion-81513340.1732544367612 2024-11-25T14:19:27,645 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:19:27,645 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a3bc3f85cdb89dc6e26bb0f30c4c80f8, NAME => 'testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/hbase 2024-11-25T14:19:27,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741931_1110 (size=67) 2024-11-25T14:19:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741931_1110 (size=67) 2024-11-25T14:19:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741931_1110 (size=67) 2024-11-25T14:19:27,665 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:27,667 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,669 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName a 2024-11-25T14:19:27,669 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,670 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,670 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,671 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName b 2024-11-25T14:19:27,672 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,672 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,675 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,677 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName c 2024-11-25T14:19:27,677 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,678 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,679 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,680 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,680 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,682 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,683 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,683 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:27,685 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,688 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:19:27,688 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a3bc3f85cdb89dc6e26bb0f30c4c80f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67764684, jitterRate=0.00977247953414917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:27,689 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a3bc3f85cdb89dc6e26bb0f30c4c80f8: Writing region info on filesystem at 1732544367666Initializing all the Stores at 1732544367666Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367666Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367667 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367667Cleaning up temporary data from old regions at 1732544367683 (+16 ms)Region opened successfully at 1732544367689 (+6 ms) 2024-11-25T14:19:27,689 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a3bc3f85cdb89dc6e26bb0f30c4c80f8, disabling compactions & flushes 2024-11-25T14:19:27,689 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:27,689 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:27,689 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. after waiting 0 ms 2024-11-25T14:19:27,689 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:27,693 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:27,694 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a3bc3f85cdb89dc6e26bb0f30c4c80f8: Waiting for close lock at 1732544367689Disabling compacts and flushes for region at 1732544367689Disabling writes for close at 1732544367689Writing region close event to WAL at 1732544367693 (+4 ms)Closed at 1732544367693 2024-11-25T14:19:27,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741930_1109 (size=95) 2024-11-25T14:19:27,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741930_1109 (size=95) 2024-11-25T14:19:27,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741930_1109 (size=95) 2024-11-25T14:19:27,703 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:19:27,704 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-81513340:(num 1732544367612) 2024-11-25T14:19:27,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:27,706 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:27,726 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707, exclude list is [], retry=0 2024-11-25T14:19:27,729 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:27,730 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:27,730 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:27,736 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707 2024-11-25T14:19:27,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:19:27,736 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a3bc3f85cdb89dc6e26bb0f30c4c80f8, NAME => 'testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:27,736 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:27,737 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,737 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,738 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,739 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName a 2024-11-25T14:19:27,739 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,740 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,740 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,741 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName b 2024-11-25T14:19:27,741 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,741 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,742 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,743 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName c 2024-11-25T14:19:27,743 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,743 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,743 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,744 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,746 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,746 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,747 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:27,748 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,749 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a3bc3f85cdb89dc6e26bb0f30c4c80f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67754084, jitterRate=0.009614527225494385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:27,749 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a3bc3f85cdb89dc6e26bb0f30c4c80f8: Writing region info on filesystem at 1732544367737Initializing all the Stores at 1732544367738 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367738Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367738Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367738Cleaning up temporary data from old regions at 1732544367746 (+8 ms)Region opened successfully at 1732544367749 (+3 ms) 2024-11-25T14:19:27,757 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T14:19:27,772 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/a/39306a3b26de400fb7e59ed1e27e9aa0 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732544367749/Put/seqid=0 2024-11-25T14:19:27,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741933_1112 (size=5958) 2024-11-25T14:19:27,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741933_1112 (size=5958) 2024-11-25T14:19:27,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741933_1112 (size=5958) 2024-11-25T14:19:27,778 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/a/39306a3b26de400fb7e59ed1e27e9aa0 2024-11-25T14:19:27,783 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/a/39306a3b26de400fb7e59ed1e27e9aa0 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/a/39306a3b26de400fb7e59ed1e27e9aa0 2024-11-25T14:19:27,788 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/a/39306a3b26de400fb7e59ed1e27e9aa0, entries=10, sequenceid=13, filesize=5.8 K 2024-11-25T14:19:27,789 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a3bc3f85cdb89dc6e26bb0f30c4c80f8 in 32ms, sequenceid=13, compaction requested=false 2024-11-25T14:19:27,790 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a3bc3f85cdb89dc6e26bb0f30c4c80f8: 2024-11-25T14:19:27,807 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a3bc3f85cdb89dc6e26bb0f30c4c80f8, disabling compactions & flushes 2024-11-25T14:19:27,807 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:27,807 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:27,807 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. after waiting 0 ms 2024-11-25T14:19:27,807 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:27,808 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:27,808 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:27,808 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a3bc3f85cdb89dc6e26bb0f30c4c80f8: Waiting for close lock at 1732544367807Disabling compacts and flushes for region at 1732544367807Disabling writes for close at 1732544367807Writing region close event to WAL at 1732544367808 (+1 ms)Closed at 1732544367808 2024-11-25T14:19:27,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741932_1111 (size=3346) 2024-11-25T14:19:27,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741932_1111 (size=3346) 2024-11-25T14:19:27,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741932_1111 (size=3346) 2024-11-25T14:19:27,825 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707, size=3.3 K (3346bytes) 2024-11-25T14:19:27,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707 2024-11-25T14:19:27,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707 after 1ms 2024-11-25T14:19:27,827 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:27,828 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707 took 3ms 2024-11-25T14:19:27,830 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707 so closing down 2024-11-25T14:19:27,830 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:19:27,831 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732544367707.temp 2024-11-25T14:19:27,832 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000003-wal.1732544367707.temp 2024-11-25T14:19:27,832 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:19:27,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741934_1113 (size=2944) 2024-11-25T14:19:27,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741934_1113 (size=2944) 2024-11-25T14:19:27,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741934_1113 (size=2944) 2024-11-25T14:19:27,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000003-wal.1732544367707.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T14:19:27,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000003-wal.1732544367707.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000035 2024-11-25T14:19:27,839 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707, size=3.3 K, length=3346, corrupted=false, cancelled=false 2024-11-25T14:19:27,839 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707, journal: Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707, size=3.3 K (3346bytes) at 1732544367825Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707 so closing down at 1732544367830 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000003-wal.1732544367707.temp at 1732544367832 (+2 ms)3 split writer threads finished at 1732544367832Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000003-wal.1732544367707.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732544367838 (+6 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000003-wal.1732544367707.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000035 at 1732544367839 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707, size=3.3 K, length=3346, corrupted=false, cancelled=false at 1732544367839 2024-11-25T14:19:27,840 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367707 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544367707 2024-11-25T14:19:27,841 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000035 2024-11-25T14:19:27,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:27,843 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:27,858 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844, exclude list is [], retry=0 2024-11-25T14:19:27,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:27,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:27,862 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:27,872 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 2024-11-25T14:19:27,873 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:37971:37971),(127.0.0.1/127.0.0.1:38891:38891)] 2024-11-25T14:19:27,873 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a3bc3f85cdb89dc6e26bb0f30c4c80f8, NAME => 'testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:19:27,873 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:27,873 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,873 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,875 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,876 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName a 2024-11-25T14:19:27,876 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,883 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/a/39306a3b26de400fb7e59ed1e27e9aa0 2024-11-25T14:19:27,884 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,884 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,885 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName b 2024-11-25T14:19:27,885 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,885 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,886 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,886 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName c 2024-11-25T14:19:27,886 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:27,887 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:27,887 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,888 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,890 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:27,890 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000035 2024-11-25T14:19:27,893 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:27,895 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000035 2024-11-25T14:19:27,895 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-25T14:19:27,918 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/b/4cdc66151b524d9ea3aa6926b4c34933 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732544367790/Put/seqid=0 2024-11-25T14:19:27,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741936_1115 (size=5958) 2024-11-25T14:19:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741936_1115 (size=5958) 2024-11-25T14:19:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741936_1115 (size=5958) 2024-11-25T14:19:27,927 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/b/4cdc66151b524d9ea3aa6926b4c34933 2024-11-25T14:19:27,955 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/c/9b75ccdd8e9e46cbb8cd05899865470c is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732544367797/Put/seqid=0 2024-11-25T14:19:27,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741937_1116 (size=5958) 2024-11-25T14:19:27,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741937_1116 (size=5958) 2024-11-25T14:19:27,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741937_1116 (size=5958) 2024-11-25T14:19:27,969 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/c/9b75ccdd8e9e46cbb8cd05899865470c 2024-11-25T14:19:27,976 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/b/4cdc66151b524d9ea3aa6926b4c34933 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/b/4cdc66151b524d9ea3aa6926b4c34933 2024-11-25T14:19:27,982 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/b/4cdc66151b524d9ea3aa6926b4c34933, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T14:19:27,983 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/c/9b75ccdd8e9e46cbb8cd05899865470c as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/c/9b75ccdd8e9e46cbb8cd05899865470c 2024-11-25T14:19:27,996 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/c/9b75ccdd8e9e46cbb8cd05899865470c, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T14:19:27,996 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a3bc3f85cdb89dc6e26bb0f30c4c80f8 in 101ms, sequenceid=35, compaction requested=false; wal=null 2024-11-25T14:19:27,997 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000035 2024-11-25T14:19:28,009 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:28,009 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:28,010 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:28,036 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:28,100 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-25T14:19:28,111 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a3bc3f85cdb89dc6e26bb0f30c4c80f8; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67192261, jitterRate=0.001242712140083313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:28,112 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a3bc3f85cdb89dc6e26bb0f30c4c80f8: Writing region info on filesystem at 1732544367874Initializing all the Stores at 1732544367874Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367875 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367875Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544367875Obtaining lock to block concurrent updates at 1732544367895 (+20 ms)Preparing flush snapshotting stores in a3bc3f85cdb89dc6e26bb0f30c4c80f8 at 1732544367895Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732544367895Flushing stores of testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. at 1732544367895Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/b: creating writer at 1732544367895Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/b: appending metadata at 1732544367917 (+22 ms)Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/b: closing flushed file at 1732544367917Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/c: creating writer at 1732544367932 (+15 ms)Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/c: appending metadata at 1732544367954 (+22 ms)Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/c: closing flushed file at 1732544367954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8832a8: reopening flushed file at 1732544367975 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57086f12: reopening flushed file at 1732544367982 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a3bc3f85cdb89dc6e26bb0f30c4c80f8 in 101ms, sequenceid=35, compaction requested=false; wal=null at 1732544367996 (+14 ms)Cleaning up temporary data from old regions at 1732544368009 (+13 ms)Region opened successfully at 1732544368112 (+103 ms) 2024-11-25T14:19:28,267 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844, size=0 (0bytes) 2024-11-25T14:19:28,267 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 might be still open, length is 0 2024-11-25T14:19:28,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 2024-11-25T14:19:28,268 WARN [IPC Server handler 3 on default port 33305 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-25T14:19:28,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 after 1ms 2024-11-25T14:19:29,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:44140 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:42049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44140 dst: /127.0.0.1:42049 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42049 remote=/127.0.0.1:44140]. Total timeout mills is 60000, 58384 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:29,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:60510 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:44205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60510 dst: /127.0.0.1:44205 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:29,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1641510987_22 at /127.0.0.1:32800 [Receiving block BP-735888599-172.17.0.3-1732544314701:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:38673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32800 dst: /127.0.0.1:38673 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741935_1117 (size=2936) 2024-11-25T14:19:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741935_1117 (size=2936) 2024-11-25T14:19:29,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741935_1117 (size=2936) 2024-11-25T14:19:30,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-25T14:19:30,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-25T14:19:30,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-25T14:19:30,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-25T14:19:32,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 after 4002ms 2024-11-25T14:19:32,272 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:32,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 took 4005ms 2024-11-25T14:19:32,275 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844; continuing. 2024-11-25T14:19:32,275 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 so closing down 2024-11-25T14:19:32,275 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:19:32,280 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732544367844.temp 2024-11-25T14:19:32,281 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000037-wal.1732544367844.temp 2024-11-25T14:19:32,282 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:19:32,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741938_1118 (size=2944) 2024-11-25T14:19:32,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741938_1118 (size=2944) 2024-11-25T14:19:32,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741938_1118 (size=2944) 2024-11-25T14:19:32,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000037-wal.1732544367844.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T14:19:32,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000037-wal.1732544367844.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000066 2024-11-25T14:19:32,295 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T14:19:32,295 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844, journal: Splitting hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844, size=0 (0bytes) at 1732544368267Finishing writing output for hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 so closing down at 1732544372275 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000037-wal.1732544367844.temp at 1732544372281 (+6 ms)3 split writer threads finished at 1732544372282 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000037-wal.1732544367844.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732544372293 (+11 ms)Rename recovered edits hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000037-wal.1732544367844.temp to hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000066 at 1732544372295 (+2 ms)Processed 30 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844, size=0, length=0, corrupted=false, cancelled=false at 1732544372295 2024-11-25T14:19:32,297 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 to hdfs://localhost:33305/hbase/oldWALs/wal.1732544367844 2024-11-25T14:19:32,298 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000066 2024-11-25T14:19:32,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T14:19:32,300 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33305/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605, archiveDir=hdfs://localhost:33305/hbase/oldWALs, maxLogs=32 2024-11-25T14:19:32,314 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544372300, exclude list is [], retry=0 2024-11-25T14:19:32,318 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42049,DS-6db7aff3-cc2e-460e-a35f-74aa92d51b50,DISK] 2024-11-25T14:19:32,318 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-ff67333b-905e-4021-8758-8db4697a95b3,DISK] 2024-11-25T14:19:32,319 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-26304f21-1681-46fd-8edb-6541df589d75,DISK] 2024-11-25T14:19:32,344 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544372300 2024-11-25T14:19:32,347 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425),(127.0.0.1/127.0.0.1:38891:38891),(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-25T14:19:32,348 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:19:32,349 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:32,351 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName a 2024-11-25T14:19:32,351 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:32,357 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/a/39306a3b26de400fb7e59ed1e27e9aa0 2024-11-25T14:19:32,357 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:32,357 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:32,359 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName b 2024-11-25T14:19:32,359 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:32,364 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/b/4cdc66151b524d9ea3aa6926b4c34933 2024-11-25T14:19:32,365 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:32,365 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:32,366 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3bc3f85cdb89dc6e26bb0f30c4c80f8 columnFamilyName c 2024-11-25T14:19:32,366 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:19:32,371 DEBUG [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/c/9b75ccdd8e9e46cbb8cd05899865470c 2024-11-25T14:19:32,371 INFO [StoreOpener-a3bc3f85cdb89dc6e26bb0f30c4c80f8-1 {}] regionserver.HStore(327): Store=a3bc3f85cdb89dc6e26bb0f30c4c80f8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:19:32,371 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:32,372 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:32,374 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:32,375 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000066 2024-11-25T14:19:32,377 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T14:19:32,381 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000066 2024-11-25T14:19:32,381 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T14:19:32,396 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/a/b1938cffeb3f4b88898a2b57485ee256 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732544368122/Put/seqid=0 2024-11-25T14:19:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741940_1120 (size=5958) 2024-11-25T14:19:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741940_1120 (size=5958) 2024-11-25T14:19:32,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741940_1120 (size=5958) 2024-11-25T14:19:32,406 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/a/b1938cffeb3f4b88898a2b57485ee256 2024-11-25T14:19:32,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/b/e73269231d0a45b28eadd3f7362a8a07 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732544368166/Put/seqid=0 2024-11-25T14:19:32,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741941_1121 (size=5958) 2024-11-25T14:19:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741941_1121 (size=5958) 2024-11-25T14:19:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741941_1121 (size=5958) 2024-11-25T14:19:32,455 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/b/e73269231d0a45b28eadd3f7362a8a07 2024-11-25T14:19:32,496 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/c/f014d408396e452fb0460eea2de790ef is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732544368176/Put/seqid=0 2024-11-25T14:19:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741942_1122 (size=5958) 2024-11-25T14:19:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741942_1122 (size=5958) 2024-11-25T14:19:32,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741942_1122 (size=5958) 2024-11-25T14:19:32,520 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/c/f014d408396e452fb0460eea2de790ef 2024-11-25T14:19:32,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/a/b1938cffeb3f4b88898a2b57485ee256 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/a/b1938cffeb3f4b88898a2b57485ee256 2024-11-25T14:19:32,546 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/a/b1938cffeb3f4b88898a2b57485ee256, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T14:19:32,548 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/b/e73269231d0a45b28eadd3f7362a8a07 as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/b/e73269231d0a45b28eadd3f7362a8a07 2024-11-25T14:19:32,570 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/b/e73269231d0a45b28eadd3f7362a8a07, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T14:19:32,573 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/.tmp/c/f014d408396e452fb0460eea2de790ef as hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/c/f014d408396e452fb0460eea2de790ef 2024-11-25T14:19:32,594 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/c/f014d408396e452fb0460eea2de790ef, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T14:19:32,594 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a3bc3f85cdb89dc6e26bb0f30c4c80f8 in 213ms, sequenceid=66, compaction requested=false; wal=null 2024-11-25T14:19:32,595 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/0000000000000000066 2024-11-25T14:19:32,596 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:32,596 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:32,597 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:19:32,599 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a3bc3f85cdb89dc6e26bb0f30c4c80f8 2024-11-25T14:19:32,606 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/hbase/data/default/testReplayEditsWrittenViaHRegion/a3bc3f85cdb89dc6e26bb0f30c4c80f8/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-25T14:19:32,609 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a3bc3f85cdb89dc6e26bb0f30c4c80f8; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72454441, jitterRate=0.07965530455112457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:19:32,609 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a3bc3f85cdb89dc6e26bb0f30c4c80f8: Writing region info on filesystem at 1732544372348Initializing all the Stores at 1732544372349 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544372349Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544372349Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544372349Obtaining lock to block concurrent updates at 1732544372381 (+32 ms)Preparing flush snapshotting stores in a3bc3f85cdb89dc6e26bb0f30c4c80f8 at 1732544372381Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732544372381Flushing stores of testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. at 1732544372381Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/a: creating writer at 1732544372381Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/a: appending metadata at 1732544372396 (+15 ms)Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/a: closing flushed file at 1732544372396Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/b: creating writer at 1732544372414 (+18 ms)Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/b: appending metadata at 1732544372439 (+25 ms)Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/b: closing flushed file at 1732544372439Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/c: creating writer at 1732544372472 (+33 ms)Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/c: appending metadata at 1732544372495 (+23 ms)Flushing a3bc3f85cdb89dc6e26bb0f30c4c80f8/c: closing flushed file at 1732544372495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773a5dc8: reopening flushed file at 1732544372533 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1b7fb9: reopening flushed file at 1732544372546 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f80a081: reopening flushed file at 1732544372570 (+24 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a3bc3f85cdb89dc6e26bb0f30c4c80f8 in 213ms, sequenceid=66, compaction requested=false; wal=null at 1732544372594 (+24 ms)Cleaning up temporary data from old regions at 1732544372596 (+2 ms)Region opened successfully at 1732544372609 (+13 ms) 2024-11-25T14:19:32,623 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a3bc3f85cdb89dc6e26bb0f30c4c80f8, disabling compactions & flushes 2024-11-25T14:19:32,623 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:32,623 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:32,623 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. after waiting 0 ms 2024-11-25T14:19:32,623 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:32,625 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732544367606.a3bc3f85cdb89dc6e26bb0f30c4c80f8. 2024-11-25T14:19:32,625 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a3bc3f85cdb89dc6e26bb0f30c4c80f8: Waiting for close lock at 1732544372622Disabling compacts and flushes for region at 1732544372622Disabling writes for close at 1732544372623 (+1 ms)Writing region close event to WAL at 1732544372624 (+1 ms)Closed at 1732544372625 (+1 ms) 2024-11-25T14:19:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741939_1119 (size=95) 2024-11-25T14:19:32,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544372300 not finished, retry = 0 2024-11-25T14:19:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741939_1119 (size=95) 2024-11-25T14:19:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741939_1119 (size=95) 2024-11-25T14:19:32,732 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T14:19:32,732 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732544372300) 2024-11-25T14:19:32,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=441 (was 434) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33305 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1863622281_22 at /127.0.0.1:44196 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1863622281_22 at /127.0.0.1:60546 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1863622281_22 at /127.0.0.1:32866 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=727 (was 738), ProcessCount=11 (was 11), AvailableMemoryMB=4386 (was 4626) 2024-11-25T14:19:32,748 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-11-25T14:19:32,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:19:32,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:19:32,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:19:32,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:19:32,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:19:32,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:19:32,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:19:32,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1950715143, stopped=false 2024-11-25T14:19:32,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,41207,1732544319882 2024-11-25T14:19:32,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T14:19:32,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:19:32,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:19:32,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T14:19:32,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:19:32,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:19:32,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T14:19:32,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:19:32,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:19:32,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:19:32,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T14:19:32,758 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,46797,1732544321399' ***** 2024-11-25T14:19:32,758 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:19:32,758 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,37531,1732544321753' ***** 2024-11-25T14:19:32,758 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:19:32,759 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:19:32,759 INFO [RS:0;cb69081f5976:46797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:19:32,759 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:19:32,759 INFO [RS:0;cb69081f5976:46797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:19:32,759 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:32,759 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,46797,1732544321399 2024-11-25T14:19:32,759 INFO [RS:0;cb69081f5976:46797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:19:32,759 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a4ee3ba3aab370ee4282799f35f3bf4, disabling compactions & flushes 2024-11-25T14:19:32,759 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:19:32,759 INFO [RS:0;cb69081f5976:46797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:46797. 2024-11-25T14:19:32,759 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:32,759 DEBUG [RS:0;cb69081f5976:46797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:19:32,759 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:32,759 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:19:32,759 DEBUG [RS:0;cb69081f5976:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:19:32,759 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. after waiting 0 ms 2024-11-25T14:19:32,760 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:32,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T14:19:32,760 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:19:32,760 INFO [RS:2;cb69081f5976:37531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:19:32,760 DEBUG [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(1325): Online Regions={6a4ee3ba3aab370ee4282799f35f3bf4=testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4.} 2024-11-25T14:19:32,760 INFO [RS:2;cb69081f5976:37531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:19:32,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T14:19:32,760 DEBUG [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(1351): Waiting on 6a4ee3ba3aab370ee4282799f35f3bf4 2024-11-25T14:19:32,760 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,37531,1732544321753 2024-11-25T14:19:32,760 INFO [RS:2;cb69081f5976:37531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:19:32,760 INFO [RS:2;cb69081f5976:37531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cb69081f5976:37531. 2024-11-25T14:19:32,760 DEBUG [RS:2;cb69081f5976:37531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:19:32,760 DEBUG [RS:2;cb69081f5976:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:19:32,760 INFO [RS:2;cb69081f5976:37531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:19:32,760 INFO [RS:2;cb69081f5976:37531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:19:32,760 INFO [RS:2;cb69081f5976:37531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:19:32,760 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:19:32,761 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:19:32,761 DEBUG [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:19:32,761 DEBUG [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:19:32,761 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:19:32,761 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:19:32,761 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:19:32,761 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:19:32,761 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:19:32,761 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-25T14:19:32,763 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:19:32,773 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6a4ee3ba3aab370ee4282799f35f3bf4/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-25T14:19:32,773 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:32,774 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a4ee3ba3aab370ee4282799f35f3bf4: Waiting for close lock at 1732544372759Running coprocessor pre-close hooks at 1732544372759Disabling compacts and flushes for region at 1732544372759Disabling writes for close at 1732544372760 (+1 ms)Writing region close event to WAL at 1732544372761 (+1 ms)Running coprocessor post-close hooks at 1732544372773 (+12 ms)Closed at 1732544372773 2024-11-25T14:19:32,774 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4. 2024-11-25T14:19:32,774 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/info/53fc32351829499babd2edb85643565f is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732544343009.6a4ee3ba3aab370ee4282799f35f3bf4./info:regioninfo/1732544348205/Put/seqid=0 2024-11-25T14:19:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741943_1123 (size=6778) 2024-11-25T14:19:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741943_1123 (size=6778) 2024-11-25T14:19:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741943_1123 (size=6778) 2024-11-25T14:19:32,781 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/info/53fc32351829499babd2edb85643565f 2024-11-25T14:19:32,787 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/.tmp/info/53fc32351829499babd2edb85643565f as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/info/53fc32351829499babd2edb85643565f 2024-11-25T14:19:32,793 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/info/53fc32351829499babd2edb85643565f, entries=8, sequenceid=23, filesize=6.6 K 2024-11-25T14:19:32,794 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=23, compaction requested=false 2024-11-25T14:19:32,802 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:19:32,803 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:19:32,811 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-25T14:19:32,812 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:19:32,812 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:19:32,814 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:19:32,814 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:19:32,814 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732544372761Running coprocessor pre-close hooks at 1732544372761Disabling compacts and flushes for region at 1732544372761Disabling writes for close at 1732544372761Obtaining lock to block concurrent updates at 1732544372761Preparing flush snapshotting stores in 1588230740 at 1732544372761Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1732544372761Flushing stores of hbase:meta,,1.1588230740 at 1732544372762 (+1 ms)Flushing 1588230740/info: creating writer at 1732544372763 (+1 ms)Flushing 1588230740/info: appending metadata at 1732544372774 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732544372774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f70b8aa: reopening flushed file at 1732544372787 (+13 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=23, compaction requested=false at 1732544372794 (+7 ms)Writing region close event to WAL at 1732544372805 (+11 ms)Running coprocessor post-close hooks at 1732544372814 (+9 ms)Closed at 1732544372814 2024-11-25T14:19:32,815 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:19:32,854 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:19:32,960 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,46797,1732544321399; all regions closed. 2024-11-25T14:19:32,961 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,37531,1732544321753; all regions closed. 2024-11-25T14:19:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741834_1010 (size=2185) 2024-11-25T14:19:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741834_1010 (size=2185) 2024-11-25T14:19:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741834_1010 (size=2185) 2024-11-25T14:19:32,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741893_1071 (size=1673) 2024-11-25T14:19:32,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741893_1071 (size=1673) 2024-11-25T14:19:32,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741893_1071 (size=1673) 2024-11-25T14:19:32,966 DEBUG [RS:0;cb69081f5976:46797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs 2024-11-25T14:19:32,966 INFO [RS:0;cb69081f5976:46797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C46797%2C1732544321399:(num 1732544323980) 2024-11-25T14:19:32,966 DEBUG [RS:0;cb69081f5976:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:19:32,966 INFO [RS:0;cb69081f5976:46797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:19:32,967 INFO [RS:0;cb69081f5976:46797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:19:32,967 INFO [RS:0;cb69081f5976:46797 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:19:32,967 INFO [RS:0;cb69081f5976:46797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:19:32,967 INFO [RS:0;cb69081f5976:46797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:19:32,967 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:19:32,967 INFO [RS:0;cb69081f5976:46797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:19:32,967 INFO [RS:0;cb69081f5976:46797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:19:32,967 INFO [RS:0;cb69081f5976:46797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46797 2024-11-25T14:19:32,970 DEBUG [RS:2;cb69081f5976:37531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs 2024-11-25T14:19:32,971 INFO [RS:2;cb69081f5976:37531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C37531%2C1732544321753.meta:.meta(num 1732544347212) 2024-11-25T14:19:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741835_1011 (size=95) 2024-11-25T14:19:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741835_1011 (size=95) 2024-11-25T14:19:32,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741835_1011 (size=95) 2024-11-25T14:19:32,977 DEBUG [RS:2;cb69081f5976:37531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/oldWALs 2024-11-25T14:19:32,977 INFO [RS:2;cb69081f5976:37531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C37531%2C1732544321753:(num 1732544323980) 2024-11-25T14:19:32,977 DEBUG [RS:2;cb69081f5976:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:19:32,977 INFO [RS:2;cb69081f5976:37531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:19:32,977 INFO [RS:2;cb69081f5976:37531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:19:32,978 INFO [RS:2;cb69081f5976:37531 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:19:32,978 INFO [RS:2;cb69081f5976:37531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:19:32,978 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:19:32,978 INFO [RS:2;cb69081f5976:37531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37531 2024-11-25T14:19:32,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T14:19:32,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb69081f5976,46797,1732544321399 2024-11-25T14:19:32,980 INFO [RS:0;cb69081f5976:46797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:19:32,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb69081f5976,37531,1732544321753 2024-11-25T14:19:32,990 INFO [RS:2;cb69081f5976:37531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:19:32,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,46797,1732544321399] 2024-11-25T14:19:33,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb69081f5976,46797,1732544321399 already deleted, retry=false 2024-11-25T14:19:33,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,46797,1732544321399 expired; onlineServers=1 2024-11-25T14:19:33,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,37531,1732544321753] 2024-11-25T14:19:33,023 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb69081f5976,37531,1732544321753 already deleted, retry=false 2024-11-25T14:19:33,024 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,37531,1732544321753 expired; onlineServers=0 2024-11-25T14:19:33,024 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,41207,1732544319882' ***** 2024-11-25T14:19:33,024 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:19:33,024 INFO [M:0;cb69081f5976:41207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:19:33,024 INFO [M:0;cb69081f5976:41207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:19:33,024 DEBUG [M:0;cb69081f5976:41207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:19:33,024 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:19:33,024 DEBUG [M:0;cb69081f5976:41207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:19:33,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544323489 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544323489,5,FailOnTimeoutGroup] 2024-11-25T14:19:33,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544323486 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544323486,5,FailOnTimeoutGroup] 2024-11-25T14:19:33,025 INFO [M:0;cb69081f5976:41207 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:19:33,025 INFO [M:0;cb69081f5976:41207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:19:33,025 DEBUG [M:0;cb69081f5976:41207 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:19:33,025 INFO [M:0;cb69081f5976:41207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:19:33,025 INFO [M:0;cb69081f5976:41207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:19:33,026 INFO [M:0;cb69081f5976:41207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:19:33,026 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:19:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T14:19:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T14:19:33,032 DEBUG [M:0;cb69081f5976:41207 {}] zookeeper.ZKUtil(347): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T14:19:33,032 WARN [M:0;cb69081f5976:41207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T14:19:33,033 INFO [M:0;cb69081f5976:41207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/.lastflushedseqids 2024-11-25T14:19:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741944_1124 (size=119) 2024-11-25T14:19:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741944_1124 (size=119) 2024-11-25T14:19:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741944_1124 (size=119) 2024-11-25T14:19:33,050 INFO [M:0;cb69081f5976:41207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:19:33,051 INFO [M:0;cb69081f5976:41207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:19:33,051 DEBUG [M:0;cb69081f5976:41207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:19:33,051 INFO [M:0;cb69081f5976:41207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:19:33,051 DEBUG [M:0;cb69081f5976:41207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:19:33,051 DEBUG [M:0;cb69081f5976:41207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:19:33,051 DEBUG [M:0;cb69081f5976:41207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:19:33,051 INFO [M:0;cb69081f5976:41207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.41 KB heapSize=102.71 KB 2024-11-25T14:19:33,066 DEBUG [M:0;cb69081f5976:41207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48e89e1d5a854e65b9af34d93c8cb0a4 is 82, key is hbase:meta,,1/info:regioninfo/1732544347430/Put/seqid=0 2024-11-25T14:19:33,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741945_1125 (size=6063) 2024-11-25T14:19:33,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741945_1125 (size=6063) 2024-11-25T14:19:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741945_1125 (size=6063) 2024-11-25T14:19:33,073 INFO [M:0;cb69081f5976:41207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48e89e1d5a854e65b9af34d93c8cb0a4 2024-11-25T14:19:33,091 DEBUG [M:0;cb69081f5976:41207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3763eb37d59a4001837fe5ae0cd9d756 is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732544343608/Put/seqid=0 2024-11-25T14:19:33,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741946_1126 (size=7908) 2024-11-25T14:19:33,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:19:33,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10173a5ffee0001, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:19:33,099 INFO [RS:0;cb69081f5976:46797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:19:33,099 INFO [RS:0;cb69081f5976:46797 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,46797,1732544321399; zookeeper connection closed. 2024-11-25T14:19:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741946_1126 (size=7908) 2024-11-25T14:19:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741946_1126 (size=7908) 2024-11-25T14:19:33,099 INFO [M:0;cb69081f5976:41207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3763eb37d59a4001837fe5ae0cd9d756 2024-11-25T14:19:33,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40b2d07b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40b2d07b 2024-11-25T14:19:33,104 INFO [M:0;cb69081f5976:41207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3763eb37d59a4001837fe5ae0cd9d756 2024-11-25T14:19:33,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:19:33,107 INFO [RS:2;cb69081f5976:37531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:19:33,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10173a5ffee0003, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:19:33,107 INFO [RS:2;cb69081f5976:37531 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,37531,1732544321753; zookeeper connection closed. 2024-11-25T14:19:33,107 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@413104a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@413104a2 2024-11-25T14:19:33,108 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T14:19:33,121 DEBUG [M:0;cb69081f5976:41207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c155580039e44cf6a2d70e7af04e2a0a is 69, key is cb69081f5976,37531,1732544321753/rs:state/1732544323546/Put/seqid=0 2024-11-25T14:19:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741947_1127 (size=5445) 2024-11-25T14:19:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741947_1127 (size=5445) 2024-11-25T14:19:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741947_1127 (size=5445) 2024-11-25T14:19:33,126 INFO [M:0;cb69081f5976:41207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c155580039e44cf6a2d70e7af04e2a0a 2024-11-25T14:19:33,130 INFO [M:0;cb69081f5976:41207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c155580039e44cf6a2d70e7af04e2a0a 2024-11-25T14:19:33,131 DEBUG [M:0;cb69081f5976:41207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48e89e1d5a854e65b9af34d93c8cb0a4 as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48e89e1d5a854e65b9af34d93c8cb0a4 2024-11-25T14:19:33,137 INFO [M:0;cb69081f5976:41207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48e89e1d5a854e65b9af34d93c8cb0a4, entries=14, sequenceid=207, filesize=5.9 K 2024-11-25T14:19:33,138 DEBUG [M:0;cb69081f5976:41207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3763eb37d59a4001837fe5ae0cd9d756 as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3763eb37d59a4001837fe5ae0cd9d756 2024-11-25T14:19:33,143 INFO [M:0;cb69081f5976:41207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3763eb37d59a4001837fe5ae0cd9d756 2024-11-25T14:19:33,143 INFO [M:0;cb69081f5976:41207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3763eb37d59a4001837fe5ae0cd9d756, entries=21, sequenceid=207, filesize=7.7 K 2024-11-25T14:19:33,144 DEBUG [M:0;cb69081f5976:41207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c155580039e44cf6a2d70e7af04e2a0a as hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c155580039e44cf6a2d70e7af04e2a0a 2024-11-25T14:19:33,150 INFO [M:0;cb69081f5976:41207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c155580039e44cf6a2d70e7af04e2a0a 2024-11-25T14:19:33,150 INFO [M:0;cb69081f5976:41207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/f310f25a-19e8-414b-f541-053d632da606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c155580039e44cf6a2d70e7af04e2a0a, entries=3, sequenceid=207, filesize=5.3 K 2024-11-25T14:19:33,151 INFO [M:0;cb69081f5976:41207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=207, compaction requested=false 2024-11-25T14:19:33,152 INFO [M:0;cb69081f5976:41207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:19:33,152 DEBUG [M:0;cb69081f5976:41207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732544373051Disabling compacts and flushes for region at 1732544373051Disabling writes for close at 1732544373051Obtaining lock to block concurrent updates at 1732544373051Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732544373051Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85410, getHeapSize=105112, getOffHeapSize=0, getCellsCount=248 at 1732544373051Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732544373052 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732544373052Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732544373065 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732544373066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732544373077 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732544373091 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732544373091Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732544373104 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732544373120 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732544373120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7410cfc8: reopening flushed file at 1732544373131 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736ef739: reopening flushed file at 1732544373137 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cac0bb4: reopening flushed file at 1732544373143 (+6 ms)Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=207, compaction requested=false at 1732544373151 (+8 ms)Writing region close event to WAL at 1732544373152 (+1 ms)Closed at 1732544373152 2024-11-25T14:19:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42049 is added to blk_1073741830_1006 (size=69512) 2024-11-25T14:19:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741830_1006 (size=69512) 2024-11-25T14:19:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741830_1006 (size=69512) 2024-11-25T14:19:33,155 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:19:33,156 INFO [M:0;cb69081f5976:41207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:19:33,156 INFO [M:0;cb69081f5976:41207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41207 2024-11-25T14:19:33,156 INFO [M:0;cb69081f5976:41207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:19:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:19:33,265 INFO [M:0;cb69081f5976:41207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:19:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x10173a5ffee0000, quorum=127.0.0.1:55625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:19:33,275 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544359564 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544359564 (inode 16688) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732544349904/wal.1732544359564 (inode 16688) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T14:19:33,280 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544349729 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544349729 (inode 16665) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732544348651/wal.1732544349729 (inode 16665) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T14:19:33,281 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732544337730/wal.1732544338120 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:33,283 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544362060 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544362060 (inode 16714) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732544360133/wal.1732544362060 (inode 16714) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T14:19:33,283 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732544362614/wal.1732544362835 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:33,283 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732544367605/wal.1732544367844 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:33,284 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732544327177/wal.1732544327343 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:19:33,285 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal.1732544326977 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal.1732544326977 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732544326234/wal.1732544326977 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T14:19:33,288 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal.1732544325900 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal.1732544325900 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732544325485/wal.1732544325900 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1641510987_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T14:19:33,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:19:33,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:19:33,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:19:33,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:19:33,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.log.dir/,STOPPED} 2024-11-25T14:19:33,325 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:19:33,325 WARN [BP-735888599-172.17.0.3-1732544314701 heartbeating to localhost/127.0.0.1:33305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:19:33,325 WARN [BP-735888599-172.17.0.3-1732544314701 heartbeating to localhost/127.0.0.1:33305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-735888599-172.17.0.3-1732544314701 (Datanode Uuid 12522e6f-3a49-4218-a799-1119ed4475dc) service to localhost/127.0.0.1:33305 2024-11-25T14:19:33,325 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:19:33,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data5/current/BP-735888599-172.17.0.3-1732544314701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:19:33,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data6/current/BP-735888599-172.17.0.3-1732544314701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:19:33,327 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:19:33,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:19:33,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:19:33,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:19:33,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:19:33,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.log.dir/,STOPPED} 2024-11-25T14:19:33,331 WARN [BP-735888599-172.17.0.3-1732544314701 heartbeating to localhost/127.0.0.1:33305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:19:33,331 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:19:33,331 WARN [BP-735888599-172.17.0.3-1732544314701 heartbeating to localhost/127.0.0.1:33305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-735888599-172.17.0.3-1732544314701 (Datanode Uuid fe26e166-ca98-486c-bfdc-00c57b9eee2c) service to localhost/127.0.0.1:33305 2024-11-25T14:19:33,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:19:33,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data3/current/BP-735888599-172.17.0.3-1732544314701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:19:33,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data4/current/BP-735888599-172.17.0.3-1732544314701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:19:33,332 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:19:33,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:19:33,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:19:33,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:19:33,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:19:33,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.log.dir/,STOPPED} 2024-11-25T14:19:33,335 WARN [BP-735888599-172.17.0.3-1732544314701 heartbeating to localhost/127.0.0.1:33305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:19:33,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:19:33,336 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:19:33,336 WARN [BP-735888599-172.17.0.3-1732544314701 heartbeating to localhost/127.0.0.1:33305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-735888599-172.17.0.3-1732544314701 (Datanode Uuid 477586ff-bac2-4ad6-8516-52d0bcc9e915) service to localhost/127.0.0.1:33305 2024-11-25T14:19:33,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data1/current/BP-735888599-172.17.0.3-1732544314701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:19:33,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/cluster_4271c073-8956-a55a-0e98-000a9136e7b5/data/data2/current/BP-735888599-172.17.0.3-1732544314701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:19:33,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:19:33,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:19:33,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:19:33,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:19:33,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:19:33,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60b8772c-45a1-00b5-4fcb-8727d96acaa0/hadoop.log.dir/,STOPPED} 2024-11-25T14:19:33,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:19:33,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down